[ 673.006380] env[70213]: INFO neutron.common.config [-] Logging enabled! [ 673.006380] env[70213]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev43 [ 673.006380] env[70213]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=70213) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 673.006801] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 673.006801] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 673.007464] env[70213]: WARNING oslo_policy.policy [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 673.007910] env[70213]: WARNING oslo_policy.policy [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 673.013106] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] VMware NSXv3 Agent initialized successfully. [ 673.013106] env[70213]: DEBUG oslo_concurrency.lockutils [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] Acquiring lock "singleton_lock" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.013106] env[70213]: DEBUG oslo_concurrency.lockutils [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] Acquired lock "singleton_lock" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.013106] env[70213]: DEBUG oslo_concurrency.lockutils [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] Releasing lock "singleton_lock" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.013106] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] Full set of CONF: {{(pid=70213) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 673.013106] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ******************************************************************************** {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 673.013106] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] Configuration options gathered from: {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 673.013390] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 673.013390] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 673.013390] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ================================================================================ {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 673.013390] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] agent_down_time = 75 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.013390] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] allow_automatic_dhcp_failover = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.013390] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] allow_bulk = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.013556] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] api_extensions_path = {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.013556] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] api_paste_config = api-paste.ini {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.013556] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] auth_strategy = keystone {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.013556] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] backdoor_port = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.013689] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] backdoor_socket = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.013723] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] backlog = 4096 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.014033] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] base_mac = fa:16:3e:00:00:00 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.014033] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] bind_host = 0.0.0.0 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.014169] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] bind_port = 9696 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.014310] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] client_socket_timeout = 900 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.014458] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] config_dir = [] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.014572] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.014714] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] config_source = [] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.014858] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] control_exchange = neutron {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.015010] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] core_plugin = ml2 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.015167] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] debug = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.015306] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] default_availability_zones = [] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.015518] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.015662] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] dhcp_agent_notification = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.015804] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] dhcp_agents_per_network = 1 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.015944] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] dhcp_lease_duration = 86400 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.016105] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] dhcp_load_type = networks {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.016249] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] dns_domain = openstacklocal {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.016389] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.016534] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] enable_default_route_bfd = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.016675] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] enable_default_route_ecmp = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.016812] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] enable_dvr = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.016944] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] enable_new_agents = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.017095] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] enable_services_on_agents_with_admin_state_down = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.017231] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] enable_signals = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.017365] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] enable_traditional_dhcp = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.017495] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] external_dns_driver = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.017626] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] filter_validation = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.017772] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] global_physnet_mtu = 8950 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.017909] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] graceful_shutdown_timeout = 60 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.018101] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] host = cpu-1 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.018245] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] host_dvr_for_dhcp = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.018384] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] http_retries = 3 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.018526] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] instance_format = [instance: %(uuid)s] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.018715] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.018839] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ipam_driver = internal {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.018976] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ipv6_pd_enabled = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.019123] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] l3_ha = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.021145] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.021741] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] l3_ha_network_physical_name = {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.021741] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] l3_ha_network_type = {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.021741] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] log_color = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.021877] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] log_config_append = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.021926] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.022373] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] log_dir = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.022598] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] log_file = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.022714] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] log_options = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.022937] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] log_rotate_interval = 1 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.023114] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] log_rotate_interval_type = days {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.023263] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] log_rotation_type = none {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.023376] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.023486] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.023631] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.023774] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.024189] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.024189] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] max_dns_nameservers = 5 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.024189] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] max_header_line = 16384 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.024320] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] max_l3_agents_per_router = 3 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.024451] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] max_logfile_count = 30 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.024595] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] max_logfile_size_mb = 200 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.024733] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] max_subnet_host_routes = 20 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.024878] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] my_ip = 10.180.1.21 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.025023] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] my_ipv6 = ::1 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.025165] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] network_auto_schedule = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.025299] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] network_link_prefix = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.025440] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.025587] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] notify_nova_on_port_data_changes = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.029291] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] notify_nova_on_port_status_changes = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.029487] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] pagination_max_limit = -1 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.029635] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] publish_errors = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.029813] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] rate_limit_burst = 0 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.029940] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] rate_limit_except_level = CRITICAL {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.030097] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] rate_limit_interval = 0 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.030243] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] retry_until_window = 30 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.030383] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] router_distributed = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.030524] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] rpc_resources_processing_step = 20 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.030662] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] rpc_response_max_timeout = 600 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.030803] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] rpc_response_timeout = 60 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.030940] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] send_events_interval = 2 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.031137] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] service_plugins = ['router'] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.033161] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] setproctitle = on {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.036777] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] shell_completion = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.036777] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] state_path = /opt/stack/data/neutron {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.036777] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] syslog_log_facility = LOG_USER {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.036777] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] tcp_keepidle = 600 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.036777] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] transport_url = **** {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.036992] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] use_journal = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.038032] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] use_json = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.038032] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] use_ssl = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.038032] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] use_stderr = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.038032] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] use_syslog = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.038032] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] vlan_qinq = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.038032] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] vlan_transparent = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.038032] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] watch_log_file = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.038568] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] wsgi_default_pool_size = 100 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.038568] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] wsgi_keep_alive = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.038568] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.038568] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] wsgi_server_debug = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.038568] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_concurrency.disable_process_locking = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.038745] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.039090] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.039090] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.039170] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.039322] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.039462] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.040081] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] profiler.connection_string = messaging:// {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.040081] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] profiler.enabled = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.040081] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] profiler.es_doc_type = notification {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.040081] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] profiler.es_scroll_size = 10000 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.040357] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] profiler.es_scroll_time = 2m {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.040357] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] profiler.filter_error_trace = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.040468] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] profiler.hmac_keys = **** {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.040609] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] profiler.sentinel_service_name = mymaster {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.040761] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] profiler.socket_timeout = 0.1 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.040901] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] profiler.trace_requests = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.041291] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] profiler.trace_sqlalchemy = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.041291] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] profiler_jaeger.process_tags = {} {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.041402] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] profiler_jaeger.service_name_prefix = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.042902] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] profiler_otlp.service_name_prefix = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.042902] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_policy.enforce_new_defaults = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.042902] env[70213]: WARNING oslo_config.cfg [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 673.043079] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_policy.enforce_scope = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.043117] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_policy.policy_default_rule = default {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.043269] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.043414] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.043563] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.043710] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.043851] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.043987] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.044147] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.044338] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_policy.remote_timeout = 60.0 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.044507] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.044589] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] agent.extensions = [] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.044733] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.044891] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] service_providers.service_provider = [] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.045079] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] QUOTAS.default_quota = -1 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.045230] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.046694] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] QUOTAS.quota_floatingip = 50 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.046767] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] QUOTAS.quota_network = 100 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.047014] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] QUOTAS.quota_port = 500 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.047056] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] QUOTAS.quota_rbac_policy = 10 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.047263] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] QUOTAS.quota_router = 10 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.047329] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] QUOTAS.quota_security_group = 10 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.047471] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] QUOTAS.quota_security_group_rule = 100 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.047612] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] QUOTAS.quota_subnet = 100 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.047751] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] QUOTAS.track_quota_usage = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.047909] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.048198] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep.group = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.048198] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep.helper_command = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.048344] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep.logger_name = oslo_privsep.daemon {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.048485] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep.thread_pool_size = 8 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.048622] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep.user = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.048792] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.048988] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_dhcp_release.group = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.049165] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_dhcp_release.helper_command = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.049316] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.049453] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.049590] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_dhcp_release.user = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.049773] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.049884] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_ovs_vsctl.group = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.050030] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_ovs_vsctl.helper_command = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.050177] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.050316] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.050450] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_ovs_vsctl.user = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.050593] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_namespace.capabilities = [21] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.050727] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_namespace.group = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.051118] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_namespace.helper_command = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.051348] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.051497] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_namespace.thread_pool_size = 8 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.052397] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_namespace.user = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.052397] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_conntrack.capabilities = [12] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.052554] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_conntrack.group = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.054296] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_conntrack.helper_command = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.054361] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.054491] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_conntrack.thread_pool_size = 8 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.054653] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_conntrack.user = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.054788] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_link.capabilities = [12, 21] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.054928] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_link.group = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.055077] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_link.helper_command = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.055222] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.055367] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_link.thread_pool_size = 8 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.055502] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] privsep_link.user = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.056475] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.056634] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.056809] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT.continue_on_failed_promotions = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.056958] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT.dscp = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.057117] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT.dscp_inherit = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.057270] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT.force_mp_to_policy = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.057413] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT.locking_coordinator_url = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.057555] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT.log_agent_heartbeats = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.057700] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT.logging_expire = 1 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.057851] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.058006] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.059773] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT.polling_interval = 240 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.059955] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.060135] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT.quitting_rpc_timeout = 120 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.060292] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT.report_interval = 30.0 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.060446] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.061138] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.061308] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.061467] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT.sync_skew = 60 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.061614] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT.synchronization_queue_size = 20 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.062085] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT.use_helper_for_ns_read = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.062498] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] SECURITYGROUP.enable_ipset = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.062639] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] SECURITYGROUP.enable_security_group = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.062812] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.062976] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.063142] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] experimental.ipv6_pd_enabled = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.063643] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ml2.extension_drivers = ['port_security'] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.063643] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ml2.external_network_type = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.063643] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.063773] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ml2.overlay_ip_version = 4 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.063897] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ml2.path_mtu = 8950 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.064056] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ml2.physical_network_mtus = {} {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.064210] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ml2.tenant_network_types = ['vlan'] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.064365] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.064519] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ml2.type_drivers = ['vlan'] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.064772] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT_CLI.neutron_port_id = [] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.064840] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.064963] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.065122] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.065279] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.065429] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.065576] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.065844] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.065905] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.066945] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.067289] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_login_password = **** {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.067289] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_login_port = 443 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.067427] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_login_user = admin {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.067585] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.067769] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.072553] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.072759] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.073017] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.073232] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.073423] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.073681] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.073815] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.074049] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.074223] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.074405] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.074592] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.074931] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.075091] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] vsphere.vsphere_login_password = VMware1! {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.075231] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.075465] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.075659] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] nova.auth_section = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.075839] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] nova.auth_type = password {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.075998] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.076156] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] nova.certfile = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.076300] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] nova.collect_timing = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.076452] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] nova.endpoint_type = public {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.076594] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] nova.insecure = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.077246] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] nova.keyfile = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.077407] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] nova.region_name = RegionOne {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.077552] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] nova.split_loggers = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.077698] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] nova.timeout = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.078345] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] placement.auth_section = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.078345] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] placement.auth_type = password {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.078422] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.078540] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] placement.certfile = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.078706] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] placement.collect_timing = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.078853] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] placement.endpoint_type = public {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.078998] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] placement.insecure = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.079148] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] placement.keyfile = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.079291] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] placement.region_name = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.079425] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] placement.split_loggers = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.079562] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] placement.timeout = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.079707] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.auth_section = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.079848] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.auth_type = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.079988] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.cafile = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.080139] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.certfile = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.080282] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.collect_timing = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.080424] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.connect_retries = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.080563] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.connect_retry_delay = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.080705] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.enable_notifications = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.080850] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.endpoint_override = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.080990] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.insecure = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.081140] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.interface = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.081275] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.keyfile = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.081409] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.max_version = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.081541] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.min_version = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.081671] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.region_name = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.081805] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.retriable_status_codes = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.081969] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.service_name = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.082121] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.service_type = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.082265] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.split_loggers = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.082404] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.status_code_retries = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.082539] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.status_code_retry_delay = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.082679] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.timeout = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.082816] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.valid_interfaces = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.082950] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ironic.version = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.085951] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] cli_script.dry_run = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.086145] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.086300] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.086449] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.086619] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.086808] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.086961] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.087118] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.087266] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.087410] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.087562] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.087702] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.087852] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.087998] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.088155] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.088299] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.088446] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.088591] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.089052] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.089212] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.089360] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.089504] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.089653] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.089800] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.089943] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.090095] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.090251] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.090395] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.090526] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.090667] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.090809] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.090948] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.ssl = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.091134] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.091250] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.091499] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.091538] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.091655] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.ssl_version = {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.091800] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.091954] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_notifications.driver = [] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.092111] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_notifications.retry = -1 {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.092276] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.092416] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] oslo_messaging_notifications.transport_url = **** {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.092526] env[70213]: DEBUG oslo_service.backend.eventlet.service [None req-d22a2887-b7e8-465c-b50b-3a1c0a54a21d None None] ******************************************************************************** {{(pid=70213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 673.095440] env[70213]: DEBUG neutron.agent.securitygroups_rpc [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Init firewall settings (driver=nsxv3) {{(pid=70213) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 673.096635] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=70213) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 673.096903] env[70213]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] RPC agent_id: nsxm-l-01a.corp.local [ 673.100805] env[70213]: DEBUG dogpile.cache.region [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.100805] env[70213]: DEBUG dogpile.lock [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.100805] env[70213]: DEBUG dogpile.lock [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.102454] env[70213]: DEBUG dogpile.lock [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.102929] env[70213]: DEBUG dogpile.cache.region [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.102929] env[70213]: DEBUG dogpile.lock [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.102929] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.134068] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Session token - acquiring [ 673.135707] env[70213]: DEBUG networking_nsxv3.common.locking [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.135870] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.135962] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.136394] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.146075] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.413962] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 673.436258] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.436391] env[70213]: DEBUG dogpile.cache.region [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Cache value generated in 0.334 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 673.436509] env[70213]: DEBUG dogpile.lock [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.436632] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Activating Policy API Provider. [ 673.436868] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Looking for the default Infrastructure Rules. [ 673.499573] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Looking for the Default Layer3 Logged Drop Section. [ 673.515698] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 673.516131] env[70213]: DEBUG networking_nsxv3.common.locking [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.520271] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquiring lock "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.520271] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquired lock "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.524903] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquired external semaphore "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.525271] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.041061] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.543840] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.047500] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Inventory metadata is going to be refreshed. [ 675.047500] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 675.838018] env[70213]: DEBUG networking_nsxv3.common.locking [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.838018] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.838018] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.838018] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.954454] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 675.955696] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.956737] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 675.974353] env[70213]: DEBUG networking_nsxv3.common.locking [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.974722] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.974933] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.975326] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.975567] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.975820] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 675.976068] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 675.976283] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 675.994274] env[70213]: DEBUG networking_nsxv3.common.locking [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.994608] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.994821] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.995177] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.995455] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.996048] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 676.015319] env[70213]: DEBUG networking_nsxv3.common.locking [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.015463] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.015617] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.015911] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.016070] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.016204] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 676.033264] env[70213]: DEBUG networking_nsxv3.common.locking [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.033433] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquiring lock "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.033516] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquired lock "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.033755] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquired external semaphore "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.033892] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Releasing lock "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.034046] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 676.034155] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 676.034260] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 676.049967] env[70213]: DEBUG networking_nsxv3.common.locking [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.050332] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquiring lock "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.050332] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquired lock "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.050446] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquired external semaphore "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.050495] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Releasing lock "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.050625] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 676.050733] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 676.050842] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 676.067209] env[70213]: DEBUG networking_nsxv3.common.locking [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.067362] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.067458] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.067681] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.067813] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.067976] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 676.068105] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 676.068209] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Inventory metadata have been refreshed. [ 676.068308] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Dryrun:True. Metadata refresh completed. [ 676.068427] env[70213]: DEBUG oslo_concurrency.lockutils [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Releasing lock "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.070313] env[70213]: INFO neutron.agent.agent_extensions_manager [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Loaded agent extensions: [] [ 676.071033] env[70213]: DEBUG neutron_lib.callbacks.manager [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=70213) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 676.125676] env[70213]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] NSXv3 Agent Agent RPC Daemon Started! [ 676.125869] env[70213]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] NSXv3 Agent Agent loop - iteration:0 started [ 676.125941] env[70213]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] NSXv3 Agent Agent out of sync with plugin! [ 681.072033] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 681.072388] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 685.073408] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.073871] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.073871] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.074024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.074165] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.576693] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.072909] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 686.073112] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 686.078468] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.580631] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 686.580819] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 687.302839] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.303273] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.303273] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.303273] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.315576] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 687.316374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.317043] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 687.332589] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.332727] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.332770] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.332960] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.333082] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.333200] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 687.333252] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 687.333283] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 687.350728] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.350879] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.350921] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.351095] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.351220] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.351323] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 687.370020] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.370192] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.370257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.370395] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.370491] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.370592] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 687.388855] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.389031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.389191] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.389266] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.389350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.389467] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 687.389539] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 687.389601] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 687.405889] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.406030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.406131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.406258] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.406340] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.406436] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 687.406506] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 687.406574] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 687.425013] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.425182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.425278] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.425425] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.425492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.425552] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 687.425609] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 687.425678] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 687.425736] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 687.425813] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 687.425868] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 687.425933] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 687.426198] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 687.426263] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 687.426323] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 687.442615] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.442739] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.442776] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.442964] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.443071] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.443187] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 687.459485] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.459625] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.459663] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.459811] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.459941] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.470734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.185150] env[70213]: INFO networking_nsxv3.common.synchronization [None req-00ac8038-0d2c-4432-8975-e23d8797fd14 demo admin] Enqueued Resource ID: 97821da1-a572-4b49-99a4-4894ea2f39c3 with Priority: HIGHEST for action security_group_rules [ 690.185682] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97821da1-a572-4b49-99a4-4894ea2f39c3 with Priority: HIGHEST for action security_group_rules [ 690.185987] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97821da1-a572-4b49-99a4-4894ea2f39c3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.186123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97821da1-a572-4b49-99a4-4894ea2f39c3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.186222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97821da1-a572-4b49-99a4-4894ea2f39c3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.186536] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97821da1-a572-4b49-99a4-4894ea2f39c3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.186609] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97821da1-a572-4b49-99a4-4894ea2f39c3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.706984] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.707228] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.707228] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.707455] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.707515] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.707610] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97821da1-a572-4b49-99a4-4894ea2f39c3 already deleted. [ 690.707699] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97821da1-a572-4b49-99a4-4894ea2f39c3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.186835] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 695.187212] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 700.187615] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 700.187901] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 705.189250] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 705.189633] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 710.190724] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 710.190724] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 715.191355] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 715.191807] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 715.344885] env[70213]: INFO networking_nsxv3.common.synchronization [None req-9a31ddb0-9e7c-41af-a20f-f57eb3ad627d None None] Enqueued Resource ID: 169a33d0-1d89-42bd-af2c-c2d89359643d with Priority: HIGHEST for action port [ 715.346237] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 169a33d0-1d89-42bd-af2c-c2d89359643d with Priority: HIGHEST for action port [ 715.346237] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-169a33d0-1d89-42bd-af2c-c2d89359643d taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.346237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-169a33d0-1d89-42bd-af2c-c2d89359643d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.346237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-169a33d0-1d89-42bd-af2c-c2d89359643d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.346237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-169a33d0-1d89-42bd-af2c-c2d89359643d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.346863] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('169a33d0-1d89-42bd-af2c-c2d89359643d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.851387] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 169a33d0-1d89-42bd-af2c-c2d89359643d [ 715.851610] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.851745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.851814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.852035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.852132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.852267] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:169a33d0-1d89-42bd-af2c-c2d89359643d already deleted. [ 715.852362] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-169a33d0-1d89-42bd-af2c-c2d89359643d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.150512] env[70213]: INFO networking_nsxv3.common.synchronization [None req-a36befc7-0b0a-4337-8986-078687c32357 None None] Enqueued Resource ID: 82ea9fc6-acb7-4213-8d67-7e914e6084b1 with Priority: HIGHEST for action port [ 717.150512] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82ea9fc6-acb7-4213-8d67-7e914e6084b1 with Priority: HIGHEST for action port [ 717.150512] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-82ea9fc6-acb7-4213-8d67-7e914e6084b1 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.150512] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82ea9fc6-acb7-4213-8d67-7e914e6084b1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.150821] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82ea9fc6-acb7-4213-8d67-7e914e6084b1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.150821] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82ea9fc6-acb7-4213-8d67-7e914e6084b1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.151087] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82ea9fc6-acb7-4213-8d67-7e914e6084b1',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.653340] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82ea9fc6-acb7-4213-8d67-7e914e6084b1 [ 717.653340] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.653670] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.653811] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.654114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.654712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.654712] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82ea9fc6-acb7-4213-8d67-7e914e6084b1 already deleted. [ 717.654712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82ea9fc6-acb7-4213-8d67-7e914e6084b1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.472941] env[70213]: INFO networking_nsxv3.common.synchronization [None req-4e52fbfd-edc8-468e-9f34-6d29c194e42a None None] Enqueued Resource ID: a4ac9400-eca0-482b-9687-f25c3ccc62c4 with Priority: HIGHEST for action port [ 720.472941] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ac9400-eca0-482b-9687-f25c3ccc62c4 with Priority: HIGHEST for action port [ 720.473218] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4ac9400-eca0-482b-9687-f25c3ccc62c4 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.473218] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4ac9400-eca0-482b-9687-f25c3ccc62c4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.473299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4ac9400-eca0-482b-9687-f25c3ccc62c4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.473551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4ac9400-eca0-482b-9687-f25c3ccc62c4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.473591] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4ac9400-eca0-482b-9687-f25c3ccc62c4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.977581] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4ac9400-eca0-482b-9687-f25c3ccc62c4 [ 720.977697] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.977895] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.977895] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.978144] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.978243] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.978359] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4ac9400-eca0-482b-9687-f25c3ccc62c4 already deleted. [ 720.980318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4ac9400-eca0-482b-9687-f25c3ccc62c4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.557467] env[70213]: INFO networking_nsxv3.common.synchronization [None req-76321f07-2a88-4f41-a0f1-a73c15dba876 None None] Enqueued Resource ID: 9ab910c7-2f9e-4084-99e9-db04d396d692 with Priority: HIGHEST for action port [ 721.559025] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab910c7-2f9e-4084-99e9-db04d396d692 with Priority: HIGHEST for action port [ 721.559090] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ab910c7-2f9e-4084-99e9-db04d396d692 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.559207] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ab910c7-2f9e-4084-99e9-db04d396d692" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.561128] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ab910c7-2f9e-4084-99e9-db04d396d692" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.561128] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ab910c7-2f9e-4084-99e9-db04d396d692" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.561128] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ab910c7-2f9e-4084-99e9-db04d396d692',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.630383] env[70213]: INFO networking_nsxv3.common.synchronization [None req-f495ef4a-fd9a-4c63-9d7b-6bc50723f8ff None None] Enqueued Resource ID: 0e5201f9-89d4-4e55-8f4d-5a30605e0955 with Priority: HIGHEST for action port [ 721.630383] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5201f9-89d4-4e55-8f4d-5a30605e0955 with Priority: HIGHEST for action port [ 721.630694] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e5201f9-89d4-4e55-8f4d-5a30605e0955 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.630694] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e5201f9-89d4-4e55-8f4d-5a30605e0955" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.630829] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e5201f9-89d4-4e55-8f4d-5a30605e0955" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.630977] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e5201f9-89d4-4e55-8f4d-5a30605e0955" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.634209] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e5201f9-89d4-4e55-8f4d-5a30605e0955',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.064924] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ab910c7-2f9e-4084-99e9-db04d396d692 [ 722.065047] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.065186] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.065254] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.065465] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.065550] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.065643] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ab910c7-2f9e-4084-99e9-db04d396d692 already deleted. [ 722.065718] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ab910c7-2f9e-4084-99e9-db04d396d692" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.136605] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e5201f9-89d4-4e55-8f4d-5a30605e0955 [ 722.136862] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.136969] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.137040] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.137255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.137379] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.137517] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e5201f9-89d4-4e55-8f4d-5a30605e0955 already deleted. [ 722.137517] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e5201f9-89d4-4e55-8f4d-5a30605e0955" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.480481] env[70213]: INFO networking_nsxv3.common.synchronization [None req-35bfc37e-b61c-4542-8c92-8587954453a7 None None] Enqueued Resource ID: a68cdf4d-28f6-4685-841d-e37e286b2842 with Priority: HIGHEST for action port [ 722.480520] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68cdf4d-28f6-4685-841d-e37e286b2842 with Priority: HIGHEST for action port [ 722.481227] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-a68cdf4d-28f6-4685-841d-e37e286b2842 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.481703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a68cdf4d-28f6-4685-841d-e37e286b2842" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.482708] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a68cdf4d-28f6-4685-841d-e37e286b2842" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.482986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a68cdf4d-28f6-4685-841d-e37e286b2842" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.483091] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a68cdf4d-28f6-4685-841d-e37e286b2842',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.985664] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a68cdf4d-28f6-4685-841d-e37e286b2842 [ 722.985965] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.986083] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.986160] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.986382] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.986506] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.986609] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a68cdf4d-28f6-4685-841d-e37e286b2842 already deleted. [ 722.986701] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a68cdf4d-28f6-4685-841d-e37e286b2842" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.446423] env[70213]: INFO networking_nsxv3.common.synchronization [None req-0699a422-c797-44e4-97c8-6555b8130134 None None] Enqueued Resource ID: 69e092af-1db6-4219-a58e-b3d7a7d7fa5e with Priority: HIGHEST for action port [ 723.446715] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e092af-1db6-4219-a58e-b3d7a7d7fa5e with Priority: HIGHEST for action port [ 723.447389] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-69e092af-1db6-4219-a58e-b3d7a7d7fa5e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.447514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69e092af-1db6-4219-a58e-b3d7a7d7fa5e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.447584] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69e092af-1db6-4219-a58e-b3d7a7d7fa5e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.447814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69e092af-1db6-4219-a58e-b3d7a7d7fa5e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.447995] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69e092af-1db6-4219-a58e-b3d7a7d7fa5e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.951785] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69e092af-1db6-4219-a58e-b3d7a7d7fa5e [ 723.951785] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.951785] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.951785] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.951785] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.951785] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.951785] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69e092af-1db6-4219-a58e-b3d7a7d7fa5e already deleted. [ 723.951785] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69e092af-1db6-4219-a58e-b3d7a7d7fa5e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.350061] env[70213]: INFO networking_nsxv3.common.synchronization [None req-1316f2d8-ff74-47f2-b050-1d29f174599f None None] Enqueued Resource ID: a9053b03-43a1-460d-952e-21888e424c8c with Priority: HIGHEST for action port [ 724.350061] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9053b03-43a1-460d-952e-21888e424c8c with Priority: HIGHEST for action port [ 724.350061] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9053b03-43a1-460d-952e-21888e424c8c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.350061] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9053b03-43a1-460d-952e-21888e424c8c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.350061] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9053b03-43a1-460d-952e-21888e424c8c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.350061] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9053b03-43a1-460d-952e-21888e424c8c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.350061] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9053b03-43a1-460d-952e-21888e424c8c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.854292] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9053b03-43a1-460d-952e-21888e424c8c [ 724.855929] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.855929] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.855929] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.855929] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.855929] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.855929] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9053b03-43a1-460d-952e-21888e424c8c already deleted. [ 724.855929] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9053b03-43a1-460d-952e-21888e424c8c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.835332] env[70213]: INFO networking_nsxv3.common.synchronization [None req-4500cfd5-1650-48d6-b433-d56795e38704 None None] Enqueued Resource ID: 0fc48886-651e-488d-b5b0-8a39134316b9 with Priority: HIGHEST for action port [ 725.835554] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc48886-651e-488d-b5b0-8a39134316b9 with Priority: HIGHEST for action port [ 725.836193] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fc48886-651e-488d-b5b0-8a39134316b9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.836193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fc48886-651e-488d-b5b0-8a39134316b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.836348] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fc48886-651e-488d-b5b0-8a39134316b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.836585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fc48886-651e-488d-b5b0-8a39134316b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.836585] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fc48886-651e-488d-b5b0-8a39134316b9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.175374] env[70213]: INFO networking_nsxv3.common.synchronization [None req-cdcb0344-344b-4fd3-8cab-b44da70df6ea None None] Enqueued Resource ID: 14c6c223-a2c1-4fde-a8bc-534f4cf77db2 with Priority: HIGHEST for action port [ 726.175811] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14c6c223-a2c1-4fde-a8bc-534f4cf77db2 with Priority: HIGHEST for action port [ 726.176195] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-14c6c223-a2c1-4fde-a8bc-534f4cf77db2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.176322] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14c6c223-a2c1-4fde-a8bc-534f4cf77db2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.176394] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14c6c223-a2c1-4fde-a8bc-534f4cf77db2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.176673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14c6c223-a2c1-4fde-a8bc-534f4cf77db2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.176713] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14c6c223-a2c1-4fde-a8bc-534f4cf77db2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.340189] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fc48886-651e-488d-b5b0-8a39134316b9 [ 726.340548] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.340548] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.340687] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.341150] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.341150] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.341150] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fc48886-651e-488d-b5b0-8a39134316b9 already deleted. [ 726.341150] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fc48886-651e-488d-b5b0-8a39134316b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.681809] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14c6c223-a2c1-4fde-a8bc-534f4cf77db2 [ 726.681809] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.681809] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.681809] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.681809] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.681809] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.681809] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14c6c223-a2c1-4fde-a8bc-534f4cf77db2 already deleted. [ 726.681809] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14c6c223-a2c1-4fde-a8bc-534f4cf77db2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.982692] env[70213]: INFO networking_nsxv3.common.synchronization [req-e4ec9fdf-50cb-4766-a274-84b396732634 req-da304004-d7ce-46d9-b0e0-3f89e00d09ea tempest-SecurityGroupRulesNegativeTestJSON-1619830169 tempest-SecurityGroupRulesNegativeTestJSON-1619830169-project-member] Enqueued Resource ID: 2f2d0e67-1f27-4fde-a682-82f3b49b4ba7 with Priority: HIGHEST for action security_group_rules [ 726.983302] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2d0e67-1f27-4fde-a682-82f3b49b4ba7 with Priority: HIGHEST for action security_group_rules [ 726.983716] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f2d0e67-1f27-4fde-a682-82f3b49b4ba7 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.983716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f2d0e67-1f27-4fde-a682-82f3b49b4ba7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.983890] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f2d0e67-1f27-4fde-a682-82f3b49b4ba7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.984033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f2d0e67-1f27-4fde-a682-82f3b49b4ba7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.984984] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f2d0e67-1f27-4fde-a682-82f3b49b4ba7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.507352] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.507437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.507470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.507681] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.507773] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.507894] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f2d0e67-1f27-4fde-a682-82f3b49b4ba7 already deleted. [ 727.508379] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f2d0e67-1f27-4fde-a682-82f3b49b4ba7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.595650] env[70213]: INFO networking_nsxv3.common.synchronization [None req-52395121-8922-425a-aea0-da57b3281374 None None] Enqueued Resource ID: 70e88b74-2bbc-4eed-b1f3-e6834e0b940d with Priority: HIGHEST for action port [ 728.596801] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70e88b74-2bbc-4eed-b1f3-e6834e0b940d with Priority: HIGHEST for action port [ 728.599403] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-70e88b74-2bbc-4eed-b1f3-e6834e0b940d taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.599403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70e88b74-2bbc-4eed-b1f3-e6834e0b940d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.599403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70e88b74-2bbc-4eed-b1f3-e6834e0b940d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.599403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70e88b74-2bbc-4eed-b1f3-e6834e0b940d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.599403] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70e88b74-2bbc-4eed-b1f3-e6834e0b940d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.967200] env[70213]: INFO networking_nsxv3.common.synchronization [req-ed17678d-2475-4154-b4b9-bc5886452de0 req-504cafd6-f472-4d1d-ada0-bca0687b78c7 tempest-SecurityGroupRulesNegativeTestJSON-1619830169 tempest-SecurityGroupRulesNegativeTestJSON-1619830169-project-member] Enqueued Resource ID: 2f2d0e67-1f27-4fde-a682-82f3b49b4ba7 with Priority: HIGHEST for action security_group_rules [ 728.968307] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2d0e67-1f27-4fde-a682-82f3b49b4ba7 with Priority: HIGHEST for action security_group_rules [ 728.969401] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f2d0e67-1f27-4fde-a682-82f3b49b4ba7 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.969561] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f2d0e67-1f27-4fde-a682-82f3b49b4ba7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.969635] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f2d0e67-1f27-4fde-a682-82f3b49b4ba7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.969818] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f2d0e67-1f27-4fde-a682-82f3b49b4ba7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.970077] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f2d0e67-1f27-4fde-a682-82f3b49b4ba7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.102173] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70e88b74-2bbc-4eed-b1f3-e6834e0b940d [ 729.102173] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.102173] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.102173] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.102173] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.102173] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.102173] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70e88b74-2bbc-4eed-b1f3-e6834e0b940d already deleted. [ 729.102173] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70e88b74-2bbc-4eed-b1f3-e6834e0b940d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.121081] env[70213]: INFO networking_nsxv3.common.synchronization [None req-c07222f0-59a2-4da1-991f-91235818b027 None None] Enqueued Resource ID: a51d55ba-f775-4fda-95cb-31d0afd659d6 with Priority: HIGHEST for action port [ 729.121081] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a51d55ba-f775-4fda-95cb-31d0afd659d6 with Priority: HIGHEST for action port [ 729.121489] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-a51d55ba-f775-4fda-95cb-31d0afd659d6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.121608] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a51d55ba-f775-4fda-95cb-31d0afd659d6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.121608] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a51d55ba-f775-4fda-95cb-31d0afd659d6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.121911] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a51d55ba-f775-4fda-95cb-31d0afd659d6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.121965] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a51d55ba-f775-4fda-95cb-31d0afd659d6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.492972] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.492972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.492972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.492972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.492972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.492972] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f2d0e67-1f27-4fde-a682-82f3b49b4ba7 already deleted. [ 729.492972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f2d0e67-1f27-4fde-a682-82f3b49b4ba7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.535160] env[70213]: INFO networking_nsxv3.common.synchronization [None req-626da95f-9f98-4dbd-855a-1b2f32dcd215 None None] Enqueued Resource ID: b6e8337d-2c7d-48fc-8fbb-431f3f23a45c with Priority: HIGHEST for action port [ 729.535160] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6e8337d-2c7d-48fc-8fbb-431f3f23a45c with Priority: HIGHEST for action port [ 729.535160] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6e8337d-2c7d-48fc-8fbb-431f3f23a45c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.535160] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6e8337d-2c7d-48fc-8fbb-431f3f23a45c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.535160] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6e8337d-2c7d-48fc-8fbb-431f3f23a45c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.535160] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6e8337d-2c7d-48fc-8fbb-431f3f23a45c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.535160] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6e8337d-2c7d-48fc-8fbb-431f3f23a45c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.624546] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a51d55ba-f775-4fda-95cb-31d0afd659d6 [ 729.624808] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.624892] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.624960] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.625381] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.625514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.625660] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a51d55ba-f775-4fda-95cb-31d0afd659d6 already deleted. [ 729.625758] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a51d55ba-f775-4fda-95cb-31d0afd659d6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.822174] env[70213]: INFO networking_nsxv3.common.synchronization [req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 req-76953274-c198-4274-a85e-473e57c97a3f tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Enqueued Resource ID: 2f99763c-6b1c-4c89-b72c-4255c3b90438 with Priority: HIGHEST for action security_group_members [ 729.822643] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f99763c-6b1c-4c89-b72c-4255c3b90438 with Priority: HIGHEST for action security_group_members [ 729.822921] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f99763c-6b1c-4c89-b72c-4255c3b90438 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.823090] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.823160] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.823387] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.823552] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.823653] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.823717] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.824093] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.824093] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.824093] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f99763c-6b1c-4c89-b72c-4255c3b90438',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.037214] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6e8337d-2c7d-48fc-8fbb-431f3f23a45c [ 730.037482] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.037797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.037797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.037946] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.038015] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.038078] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6e8337d-2c7d-48fc-8fbb-431f3f23a45c already deleted. [ 730.038164] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6e8337d-2c7d-48fc-8fbb-431f3f23a45c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.327124] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.327124] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.327124] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.327124] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.327124] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.327124] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.327124] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.327124] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.327124] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.327124] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.327124] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f99763c-6b1c-4c89-b72c-4255c3b90438 already deleted. [ 730.327124] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.077343] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.077343] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-112" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.077703] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-112" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.077703] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-112" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.078025] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.078354] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.078354] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.078451] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.078651] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.078890] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.079161] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.079161] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.079257] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.079357] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.079528] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.079680] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.098128] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.098313] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 731.098912] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.099341] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-112" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.099924] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-c12ea84f-9df9-41dc-b545-13dec790b0fa taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.100112] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-c12ea84f-9df9-41dc-b545-13dec790b0fa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.100242] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-c12ea84f-9df9-41dc-b545-13dec790b0fa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.100536] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-c12ea84f-9df9-41dc-b545-13dec790b0fa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.104018] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c12ea84f-9df9-41dc-b545-13dec790b0fa',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.368083] env[70213]: INFO networking_nsxv3.common.synchronization [None req-f5948c62-08f1-4efe-9e33-c3125687cd1c None None] Enqueued Resource ID: af931dde-3ce6-441e-a12e-63661a74e340 with Priority: HIGHEST for action port [ 731.368765] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af931dde-3ce6-441e-a12e-63661a74e340 with Priority: HIGHEST for action port [ 731.369095] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-af931dde-3ce6-441e-a12e-63661a74e340 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.369227] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af931dde-3ce6-441e-a12e-63661a74e340" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.369298] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af931dde-3ce6-441e-a12e-63661a74e340" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.369744] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af931dde-3ce6-441e-a12e-63661a74e340" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.369840] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af931dde-3ce6-441e-a12e-63661a74e340',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.449237] env[70213]: INFO networking_nsxv3.common.synchronization [req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e req-2c5adc37-b1c8-42dd-9233-173f5a12a0ad tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Enqueued Resource ID: dde5bd47-7458-4391-b324-1c63276451e0 with Priority: HIGHEST for action security_group_members [ 731.450370] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde5bd47-7458-4391-b324-1c63276451e0 with Priority: HIGHEST for action security_group_members [ 731.450370] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-dde5bd47-7458-4391-b324-1c63276451e0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.450370] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.450370] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.450370] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.450596] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.450596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.450676] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.450873] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.450873] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.450948] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dde5bd47-7458-4391-b324-1c63276451e0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.607987] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.607987] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.607987] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.607987] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.607987] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.607987] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port c12ea84f-9df9-41dc-b545-13dec790b0fa not found, creating... [ 731.608290] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.608455] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.608607] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.608805] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.608943] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.609459] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.609630] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.609753] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.611438] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.611438] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.611438] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: c12ea84f-9df9-41dc-b545-13dec790b0fa is going to be created. [ 731.635039] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.635039] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.635039] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.635039] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.635039] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.635039] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-c12ea84f-9df9-41dc-b545-13dec790b0fa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.875533] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af931dde-3ce6-441e-a12e-63661a74e340 [ 731.875533] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.875533] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.875533] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.875533] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.875533] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.875533] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af931dde-3ce6-441e-a12e-63661a74e340 already deleted. [ 731.875533] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af931dde-3ce6-441e-a12e-63661a74e340" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.953707] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.953917] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.954032] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.954262] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.954359] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.954565] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.955175] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.955175] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.955175] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.955175] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.955175] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dde5bd47-7458-4391-b324-1c63276451e0 already deleted. [ 731.955508] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.344181] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.344181] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.344181] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.344181] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.344181] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.344181] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.344181] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.344181] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.344181] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.345151] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.345341] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.345534] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.346360] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.346430] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.346609] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.346801] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.365838] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.365975] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 732.366129] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.366577] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.367446] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-14d76c5f-2799-47cf-a663-06d5a61d54ba taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.367713] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-14d76c5f-2799-47cf-a663-06d5a61d54ba" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.368105] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-14d76c5f-2799-47cf-a663-06d5a61d54ba" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.368475] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-14d76c5f-2799-47cf-a663-06d5a61d54ba" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.368665] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14d76c5f-2799-47cf-a663-06d5a61d54ba',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.424590] env[70213]: INFO networking_nsxv3.common.synchronization [None req-4cfae48a-13d4-4b1a-9529-20bb6094c14e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Enqueued Resource ID: 12a148d5-e5f6-4887-985e-08c17408688a with Priority: HIGHEST for action security_group_rules [ 732.427283] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a148d5-e5f6-4887-985e-08c17408688a with Priority: HIGHEST for action security_group_rules [ 732.427283] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12a148d5-e5f6-4887-985e-08c17408688a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.427283] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.427283] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.427283] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.427283] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12a148d5-e5f6-4887-985e-08c17408688a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.531475] env[70213]: INFO networking_nsxv3.common.synchronization [None req-f6e2fc02-3c5e-4c8d-a225-863b076b5528 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Enqueued Resource ID: 12a148d5-e5f6-4887-985e-08c17408688a with Priority: HIGHEST for action security_group_rules [ 732.532881] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a148d5-e5f6-4887-985e-08c17408688a with Priority: HIGHEST for action security_group_rules [ 732.533511] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12a148d5-e5f6-4887-985e-08c17408688a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.533511] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.697814] env[70213]: INFO networking_nsxv3.common.synchronization [req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 req-53cc46f6-9805-4d7c-8e54-d899869fe708 service nova] Enqueued Resource ID: 2f99763c-6b1c-4c89-b72c-4255c3b90438 with Priority: HIGHEST for action security_group_rules [ 732.698248] env[70213]: INFO networking_nsxv3.common.synchronization [req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 req-53cc46f6-9805-4d7c-8e54-d899869fe708 service nova] Enqueued Resource ID: 2f99763c-6b1c-4c89-b72c-4255c3b90438 with Priority: HIGHEST for action security_group_members [ 732.698248] env[70213]: INFO networking_nsxv3.common.synchronization [req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 req-53cc46f6-9805-4d7c-8e54-d899869fe708 service nova] Enqueued Resource ID: c12ea84f-9df9-41dc-b545-13dec790b0fa with Priority: HIGHEST for action port [ 732.698395] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f99763c-6b1c-4c89-b72c-4255c3b90438 with Priority: HIGHEST for action security_group_rules [ 732.698485] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f99763c-6b1c-4c89-b72c-4255c3b90438 with Priority: HIGHEST for action security_group_members [ 732.698576] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c12ea84f-9df9-41dc-b545-13dec790b0fa with Priority: HIGHEST for action port [ 732.699696] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f99763c-6b1c-4c89-b72c-4255c3b90438 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.700419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.700419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.700419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.700576] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f99763c-6b1c-4c89-b72c-4255c3b90438',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.701423] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f99763c-6b1c-4c89-b72c-4255c3b90438 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.701474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.701516] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.701683] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.702380] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.702380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.702380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.702380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.702380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.702380] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f99763c-6b1c-4c89-b72c-4255c3b90438',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.704338] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-c12ea84f-9df9-41dc-b545-13dec790b0fa taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.704338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c12ea84f-9df9-41dc-b545-13dec790b0fa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.704338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c12ea84f-9df9-41dc-b545-13dec790b0fa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.704731] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c12ea84f-9df9-41dc-b545-13dec790b0fa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.704873] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c12ea84f-9df9-41dc-b545-13dec790b0fa',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.871764] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.871939] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.871985] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.872275] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.872448] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.872642] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 14d76c5f-2799-47cf-a663-06d5a61d54ba not found, creating... [ 732.872910] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.873609] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.873785] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.874182] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.874473] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.874925] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.875115] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.875115] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.875628] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.875919] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.876127] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 14d76c5f-2799-47cf-a663-06d5a61d54ba is going to be created. [ 732.896499] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.896873] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.897075] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.897739] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.898252] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.898620] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-14d76c5f-2799-47cf-a663-06d5a61d54ba" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.947974] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.948143] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.948217] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.948426] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.948545] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.948638] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12a148d5-e5f6-4887-985e-08c17408688a already deleted. [ 732.948803] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.948867] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.949026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.949137] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12a148d5-e5f6-4887-985e-08c17408688a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.207590] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f99763c-6b1c-4c89-b72c-4255c3b90438 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.207765] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.221813] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c12ea84f-9df9-41dc-b545-13dec790b0fa with status ACTIVE [ 733.221987] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.222137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.222205] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.222404] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.222618] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.222675] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.222748] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.222825] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.222946] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.223050] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.223224] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.223321] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.223397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.223536] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.223607] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.223781] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c12ea84f-9df9-41dc-b545-13dec790b0fa is going to be updated. [ 733.229584] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f99763c-6b1c-4c89-b72c-4255c3b90438',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.249110] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.249721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.249801] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.250053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.250219] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.250483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c12ea84f-9df9-41dc-b545-13dec790b0fa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.429672] env[70213]: INFO networking_nsxv3.common.synchronization [req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf req-b29987cc-e600-4046-ae5a-3bbee29f4a30 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Enqueued Resource ID: e41fa252-616f-40bc-831a-890ef59e618c with Priority: HIGHEST for action security_group_members [ 733.429672] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41fa252-616f-40bc-831a-890ef59e618c with Priority: HIGHEST for action security_group_members [ 733.429984] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41fa252-616f-40bc-831a-890ef59e618c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.429984] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.429984] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.430174] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.430336] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.430442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.430507] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.430676] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.430765] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.430861] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41fa252-616f-40bc-831a-890ef59e618c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.470077] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.470230] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.471053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.474067] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.474067] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.474067] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12a148d5-e5f6-4887-985e-08c17408688a already deleted. [ 733.474067] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.527073] env[70213]: INFO networking_nsxv3.common.synchronization [None req-23683852-67fc-4c36-9dd5-f0e32da75e24 None None] Enqueued Resource ID: d7bd5ba9-fbcd-4234-b3ba-58b3b5170e50 with Priority: HIGHEST for action port [ 733.527297] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7bd5ba9-fbcd-4234-b3ba-58b3b5170e50 with Priority: HIGHEST for action port [ 733.527862] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7bd5ba9-fbcd-4234-b3ba-58b3b5170e50 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.527964] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7bd5ba9-fbcd-4234-b3ba-58b3b5170e50" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.528047] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7bd5ba9-fbcd-4234-b3ba-58b3b5170e50" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.528293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7bd5ba9-fbcd-4234-b3ba-58b3b5170e50" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.528377] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7bd5ba9-fbcd-4234-b3ba-58b3b5170e50',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.731972] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f99763c-6b1c-4c89-b72c-4255c3b90438',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.934684] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.934879] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.934944] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.935246] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.935316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.936023] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.936023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.936023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.936023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.936023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.936023] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41fa252-616f-40bc-831a-890ef59e618c already deleted. [ 733.936266] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.036120] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7bd5ba9-fbcd-4234-b3ba-58b3b5170e50 [ 734.036373] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.036761] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.036761] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.036761] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.036888] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.036920] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7bd5ba9-fbcd-4234-b3ba-58b3b5170e50 already deleted. [ 734.038013] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7bd5ba9-fbcd-4234-b3ba-58b3b5170e50" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.234938] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.235122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.235193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.235401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.235492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.235591] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f99763c-6b1c-4c89-b72c-4255c3b90438 is going to be created. [ 734.259534] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.259534] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.259534] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.259534] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.259714] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.269137] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f99763c-6b1c-4c89-b72c-4255c3b90438 in Status: UNINITIALIZED for 2s [ 734.322985] env[70213]: INFO networking_nsxv3.common.synchronization [req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e req-98a7d149-b57e-45c2-a890-6500883f7035 service nova] Enqueued Resource ID: dde5bd47-7458-4391-b324-1c63276451e0 with Priority: HIGHEST for action security_group_rules [ 734.323184] env[70213]: INFO networking_nsxv3.common.synchronization [req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e req-98a7d149-b57e-45c2-a890-6500883f7035 service nova] Enqueued Resource ID: dde5bd47-7458-4391-b324-1c63276451e0 with Priority: HIGHEST for action security_group_members [ 734.323382] env[70213]: INFO networking_nsxv3.common.synchronization [req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e req-98a7d149-b57e-45c2-a890-6500883f7035 service nova] Enqueued Resource ID: 14d76c5f-2799-47cf-a663-06d5a61d54ba with Priority: HIGHEST for action port [ 734.323929] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde5bd47-7458-4391-b324-1c63276451e0 with Priority: HIGHEST for action security_group_rules [ 734.323929] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde5bd47-7458-4391-b324-1c63276451e0 with Priority: HIGHEST for action security_group_members [ 734.323929] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d76c5f-2799-47cf-a663-06d5a61d54ba with Priority: HIGHEST for action port [ 734.324328] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dde5bd47-7458-4391-b324-1c63276451e0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.324432] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.324490] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.325148] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.325498] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dde5bd47-7458-4391-b324-1c63276451e0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.326075] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-dde5bd47-7458-4391-b324-1c63276451e0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.326199] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.326268] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.326439] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.326576] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.326664] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.326753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.326849] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.326953] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.330017] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dde5bd47-7458-4391-b324-1c63276451e0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.330017] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-14d76c5f-2799-47cf-a663-06d5a61d54ba taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.330017] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14d76c5f-2799-47cf-a663-06d5a61d54ba" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.330017] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14d76c5f-2799-47cf-a663-06d5a61d54ba" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.330017] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14d76c5f-2799-47cf-a663-06d5a61d54ba" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.330017] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14d76c5f-2799-47cf-a663-06d5a61d54ba',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.473924] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.474236] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.474291] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.474533] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.475417] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.483177] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.483177] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.483177] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.483177] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.483177] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.483177] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.483177] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.483177] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.483177] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.483177] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.483177] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.486651] env[70213]: INFO networking_nsxv3.common.synchronization [None req-c9b4b77b-91cb-44e6-b269-44ccfa385e0c tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Enqueued Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGHEST for action security_group_rules [ 734.487041] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGHEST for action security_group_rules [ 734.487366] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f79de95-85c3-4a07-bdab-5c03613e99c9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.487521] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.488971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.489366] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.491268] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f79de95-85c3-4a07-bdab-5c03613e99c9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.501694] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.501933] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 734.502121] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.503345] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.503345] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-495f1484-4e3a-420a-8a59-d3ee920e6b77 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.503345] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-495f1484-4e3a-420a-8a59-d3ee920e6b77" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.503985] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-495f1484-4e3a-420a-8a59-d3ee920e6b77" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.504331] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-495f1484-4e3a-420a-8a59-d3ee920e6b77" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.505239] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('495f1484-4e3a-420a-8a59-d3ee920e6b77',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.830751] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dde5bd47-7458-4391-b324-1c63276451e0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.832210] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-dde5bd47-7458-4391-b324-1c63276451e0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.832924] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.832924] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14d76c5f-2799-47cf-a663-06d5a61d54ba with status ACTIVE [ 734.833150] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.833281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.833407] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.833728] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.833728] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.833890] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.834011] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.834103] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.834266] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.834335] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.834770] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.834831] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.834950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.836159] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.836159] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.836159] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14d76c5f-2799-47cf-a663-06d5a61d54ba is going to be updated. [ 734.854372] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.854593] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.854864] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.854948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.855590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.856469] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14d76c5f-2799-47cf-a663-06d5a61d54ba" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.946865] env[70213]: INFO networking_nsxv3.common.synchronization [None req-a5ad0ab0-4a1e-419d-9f29-9ac28d8d7a53 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Enqueued Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGHEST for action security_group_rules [ 734.948269] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGHEST for action security_group_rules [ 734.948640] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f79de95-85c3-4a07-bdab-5c03613e99c9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.948766] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.008955] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.009251] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.009402] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.009900] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.009900] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.010285] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 495f1484-4e3a-420a-8a59-d3ee920e6b77 not found, creating... [ 735.010578] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.010746] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.010864] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.011112] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.011255] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.011547] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.011707] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.011821] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.012511] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.012511] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.012511] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 495f1484-4e3a-420a-8a59-d3ee920e6b77 is going to be created. [ 735.015282] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.015440] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.015440] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.015623] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.015991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.016116] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 already deleted. [ 735.016327] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.016964] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.017217] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.017217] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f79de95-85c3-4a07-bdab-5c03613e99c9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.044549] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.044702] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.044825] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.045158] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.045453] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.045746] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-495f1484-4e3a-420a-8a59-d3ee920e6b77" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.334162] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dde5bd47-7458-4391-b324-1c63276451e0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.538789] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.539159] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.539159] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.539242] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.539329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.539401] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 already deleted. [ 735.539490] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.839113] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.839449] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.840261] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.840858] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.840985] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.841108] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dde5bd47-7458-4391-b324-1c63276451e0 is going to be created. [ 735.863038] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.863197] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.863249] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.866275] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.866275] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.875045] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dde5bd47-7458-4391-b324-1c63276451e0 in Status: UNINITIALIZED for 2s [ 736.279363] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f99763c-6b1c-4c89-b72c-4255c3b90438 in Status: SUCCESS [ 736.279764] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.279925] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.280740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.280740] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.281206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.281276] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.281642] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.281745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.281842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.281934] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f99763c-6b1c-4c89-b72c-4255c3b90438',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.690900] env[70213]: INFO networking_nsxv3.common.synchronization [None req-9078a3dd-7503-4e5f-95aa-9d8561aa884a None None] Enqueued Resource ID: 574f38ab-88b0-40ed-beeb-734fae423fa6 with Priority: HIGHEST for action port [ 736.691188] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574f38ab-88b0-40ed-beeb-734fae423fa6 with Priority: HIGHEST for action port [ 736.691991] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-574f38ab-88b0-40ed-beeb-734fae423fa6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.691991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-574f38ab-88b0-40ed-beeb-734fae423fa6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.691991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-574f38ab-88b0-40ed-beeb-734fae423fa6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.692198] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-574f38ab-88b0-40ed-beeb-734fae423fa6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.692265] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('574f38ab-88b0-40ed-beeb-734fae423fa6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.786029] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f99763c-6b1c-4c89-b72c-4255c3b90438 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.786397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.786397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.786524] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.786797] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.786904] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.786904] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.787083] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.787143] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.787231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.787548] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f99763c-6b1c-4c89-b72c-4255c3b90438 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.787548] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.787548] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.787674] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.787861] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.787932] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.787932] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.788310] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.788310] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.788310] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.788310] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f99763c-6b1c-4c89-b72c-4255c3b90438',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.194835] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 574f38ab-88b0-40ed-beeb-734fae423fa6 [ 737.195185] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.195320] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.195382] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.195593] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.196036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.196036] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:574f38ab-88b0-40ed-beeb-734fae423fa6 already deleted. [ 737.196036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-574f38ab-88b0-40ed-beeb-734fae423fa6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.291287] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f99763c-6b1c-4c89-b72c-4255c3b90438: rpc.has_security_group_logging(os_id): False [ 737.309319] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.309319] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.309319] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.309534] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.309610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.309848] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.309971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.310035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.310551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.311203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.311203] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.311370] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.311408] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.311594] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.311664] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.311853] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.312099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.312242] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.312512] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.312569] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.313479] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f99763c-6b1c-4c89-b72c-4255c3b90438 is going to be created. [ 737.370625] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.370783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.370839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.371044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.371251] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.381796] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f99763c-6b1c-4c89-b72c-4255c3b90438 in Status: IN_PROGRESS for 2s [ 737.461436] env[70213]: INFO networking_nsxv3.common.synchronization [None req-adb2b56b-1d91-4281-b73e-7d95c27ac1a2 None None] Enqueued Resource ID: 8bed5163-5f5c-4f60-b9fb-462be789a59d with Priority: HIGHEST for action port [ 737.461505] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bed5163-5f5c-4f60-b9fb-462be789a59d with Priority: HIGHEST for action port [ 737.465010] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bed5163-5f5c-4f60-b9fb-462be789a59d taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.465277] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bed5163-5f5c-4f60-b9fb-462be789a59d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.465358] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bed5163-5f5c-4f60-b9fb-462be789a59d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.465674] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bed5163-5f5c-4f60-b9fb-462be789a59d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.465794] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bed5163-5f5c-4f60-b9fb-462be789a59d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.536610] env[70213]: INFO networking_nsxv3.common.synchronization [req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf req-01fbd676-93d8-41a6-bc5b-ebb09f3498c5 service nova] Enqueued Resource ID: e41fa252-616f-40bc-831a-890ef59e618c with Priority: HIGHEST for action security_group_rules [ 737.536777] env[70213]: INFO networking_nsxv3.common.synchronization [req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf req-01fbd676-93d8-41a6-bc5b-ebb09f3498c5 service nova] Enqueued Resource ID: e41fa252-616f-40bc-831a-890ef59e618c with Priority: HIGHEST for action security_group_members [ 737.536910] env[70213]: INFO networking_nsxv3.common.synchronization [req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf req-01fbd676-93d8-41a6-bc5b-ebb09f3498c5 service nova] Enqueued Resource ID: 495f1484-4e3a-420a-8a59-d3ee920e6b77 with Priority: HIGHEST for action port [ 737.537151] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41fa252-616f-40bc-831a-890ef59e618c with Priority: HIGHEST for action security_group_rules [ 737.537272] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41fa252-616f-40bc-831a-890ef59e618c with Priority: HIGHEST for action security_group_members [ 737.537361] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495f1484-4e3a-420a-8a59-d3ee920e6b77 with Priority: HIGHEST for action port [ 737.537872] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e41fa252-616f-40bc-831a-890ef59e618c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.537991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.542770] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.542986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.543083] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e41fa252-616f-40bc-831a-890ef59e618c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.543986] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41fa252-616f-40bc-831a-890ef59e618c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.544157] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.544226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.544355] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.544666] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.544801] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.544852] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.544995] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.545099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.545186] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41fa252-616f-40bc-831a-890ef59e618c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.545962] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-495f1484-4e3a-420a-8a59-d3ee920e6b77 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.546088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-495f1484-4e3a-420a-8a59-d3ee920e6b77" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.546136] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-495f1484-4e3a-420a-8a59-d3ee920e6b77" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.546521] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-495f1484-4e3a-420a-8a59-d3ee920e6b77" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.546521] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('495f1484-4e3a-420a-8a59-d3ee920e6b77',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.702093] env[70213]: INFO networking_nsxv3.common.synchronization [req-65810271-a1cb-4e00-b4ab-af8c3560e283 req-abf498ba-fa7c-4fa8-a708-e28930c1e811 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Enqueued Resource ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 with Priority: HIGHEST for action security_group_members [ 737.702680] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 with Priority: HIGHEST for action security_group_members [ 737.702991] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-54854d94-eedd-4d8b-a31c-c2245c63d9a3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.705132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.705132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.705285] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.705464] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.705576] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.705640] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.705805] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.705980] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.705980] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54854d94-eedd-4d8b-a31c-c2245c63d9a3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.886094] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dde5bd47-7458-4391-b324-1c63276451e0 in Status: SUCCESS [ 737.886094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.886094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.886449] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.886449] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.887801] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.887801] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.887801] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.887801] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.887801] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.887801] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dde5bd47-7458-4391-b324-1c63276451e0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.969808] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bed5163-5f5c-4f60-b9fb-462be789a59d [ 737.970256] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.970465] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.970560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.970785] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.970873] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.970992] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bed5163-5f5c-4f60-b9fb-462be789a59d already deleted. [ 737.971089] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bed5163-5f5c-4f60-b9fb-462be789a59d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.049885] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41fa252-616f-40bc-831a-890ef59e618c taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.051928] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.052712] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e41fa252-616f-40bc-831a-890ef59e618c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.054181] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 495f1484-4e3a-420a-8a59-d3ee920e6b77 with status ACTIVE [ 738.054407] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.054468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.054499] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.054706] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.054790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.054983] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.060185] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.060277] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.060529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.060618] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.060860] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.060962] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.061052] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.061567] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.061567] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.061567] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 495f1484-4e3a-420a-8a59-d3ee920e6b77 is going to be updated. [ 738.082978] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.083147] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.083214] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.085234] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.085331] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.085412] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-495f1484-4e3a-420a-8a59-d3ee920e6b77" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.208233] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.208431] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.209492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.209492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.209492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.209492] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.209492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.209492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.210049] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.210049] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.211229] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 already deleted. [ 738.211825] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.390276] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-dde5bd47-7458-4391-b324-1c63276451e0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.391213] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.391316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.392031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.392031] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.392031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.392031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.392601] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.392733] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.392854] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.394238] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-dde5bd47-7458-4391-b324-1c63276451e0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.394365] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.394423] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.394579] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.394727] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.394847] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.394919] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.395075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.395158] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.395245] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.395360] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dde5bd47-7458-4391-b324-1c63276451e0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.565508] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e41fa252-616f-40bc-831a-890ef59e618c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.753212] env[70213]: INFO networking_nsxv3.common.synchronization [None req-3baf90e6-9310-4ac4-975c-09a1b9afbe5d None None] Enqueued Resource ID: 9c10e528-803e-435e-af8c-ad839a2eae58 with Priority: HIGHEST for action port [ 738.753212] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c10e528-803e-435e-af8c-ad839a2eae58 with Priority: HIGHEST for action port [ 738.753212] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c10e528-803e-435e-af8c-ad839a2eae58 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.753212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c10e528-803e-435e-af8c-ad839a2eae58" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.753212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c10e528-803e-435e-af8c-ad839a2eae58" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.753212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c10e528-803e-435e-af8c-ad839a2eae58" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.753212] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c10e528-803e-435e-af8c-ad839a2eae58',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.900627] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dde5bd47-7458-4391-b324-1c63276451e0: rpc.has_security_group_logging(os_id): False [ 738.921701] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.922030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.922030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.922220] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.922416] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.922682] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.925034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.925034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.925034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.925034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.925034] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.925034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.925034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.925034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.925034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.925034] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.925034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.925034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.925034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.925034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.925034] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dde5bd47-7458-4391-b324-1c63276451e0 is going to be created. [ 738.976010] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.976090] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.976190] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.976375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.976555] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.988957] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dde5bd47-7458-4391-b324-1c63276451e0 in Status: IN_PROGRESS for 2s [ 739.070575] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.070575] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.070575] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.070575] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.070575] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.070575] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41fa252-616f-40bc-831a-890ef59e618c is going to be created. [ 739.104253] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.104480] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.104559] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.104764] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.104922] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.115789] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41fa252-616f-40bc-831a-890ef59e618c in Status: UNINITIALIZED for 2s [ 739.257031] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c10e528-803e-435e-af8c-ad839a2eae58 [ 739.257031] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.257221] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.257221] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.257473] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.257565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.257660] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c10e528-803e-435e-af8c-ad839a2eae58 already deleted. [ 739.258024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c10e528-803e-435e-af8c-ad839a2eae58" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.395612] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f99763c-6b1c-4c89-b72c-4255c3b90438 in Status: SUCCESS [ 739.396792] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.471617] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.471617] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.471801] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.471992] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.472262] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.472481] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.472557] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.472797] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.472945] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.473830] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.473972] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.474217] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.476973] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.476973] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.477087] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.477991] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.494666] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.495789] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.495996] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.496209] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.496639] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-747c949b-fbc3-449b-9d6a-1fb3b02c4e9e taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.496826] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-747c949b-fbc3-449b-9d6a-1fb3b02c4e9e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.496942] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-747c949b-fbc3-449b-9d6a-1fb3b02c4e9e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.497407] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-747c949b-fbc3-449b-9d6a-1fb3b02c4e9e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.497407] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('747c949b-fbc3-449b-9d6a-1fb3b02c4e9e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.000938] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.003243] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.003243] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.003243] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.003243] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.003243] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 747c949b-fbc3-449b-9d6a-1fb3b02c4e9e not found, creating... [ 740.003666] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.003735] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.003838] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.004099] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.004266] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.004610] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.007025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.007025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.007025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.007025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.007025] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 747c949b-fbc3-449b-9d6a-1fb3b02c4e9e is going to be created. [ 740.033127] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.033127] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.033127] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.033127] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.033389] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.033465] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-747c949b-fbc3-449b-9d6a-1fb3b02c4e9e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.807140] env[70213]: INFO networking_nsxv3.common.synchronization [None req-9c273938-17b8-4cb1-9a33-330fa08dbf4f None None] Enqueued Resource ID: e39e3e85-d781-4de0-8e52-4199723d9f31 with Priority: HIGHEST for action port [ 740.807140] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e39e3e85-d781-4de0-8e52-4199723d9f31 with Priority: HIGHEST for action port [ 740.807140] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-e39e3e85-d781-4de0-8e52-4199723d9f31 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.807299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e39e3e85-d781-4de0-8e52-4199723d9f31" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.807397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e39e3e85-d781-4de0-8e52-4199723d9f31" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.807685] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e39e3e85-d781-4de0-8e52-4199723d9f31" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.807777] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e39e3e85-d781-4de0-8e52-4199723d9f31',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.003234] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dde5bd47-7458-4391-b324-1c63276451e0 in Status: SUCCESS [ 741.003583] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.130561] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41fa252-616f-40bc-831a-890ef59e618c in Status: SUCCESS [ 741.130561] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.130758] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.130986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.131986] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.132636] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.132636] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.135707] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.135707] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.135707] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.135707] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e41fa252-616f-40bc-831a-890ef59e618c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.311702] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e39e3e85-d781-4de0-8e52-4199723d9f31 [ 741.311702] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.311702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.311702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.311936] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.312931] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.312931] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e39e3e85-d781-4de0-8e52-4199723d9f31 already deleted. [ 741.312931] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e39e3e85-d781-4de0-8e52-4199723d9f31" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.622099] env[70213]: INFO networking_nsxv3.common.synchronization [None req-f68e5e70-8413-4b29-9ad0-c0d1e7dd6455 None None] Enqueued Resource ID: e614651a-6d2f-4dbd-ad42-27037b5e54b5 with Priority: HIGHEST for action port [ 741.622623] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e614651a-6d2f-4dbd-ad42-27037b5e54b5 with Priority: HIGHEST for action port [ 741.622977] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-e614651a-6d2f-4dbd-ad42-27037b5e54b5 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.625699] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e614651a-6d2f-4dbd-ad42-27037b5e54b5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.625699] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e614651a-6d2f-4dbd-ad42-27037b5e54b5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.625699] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e614651a-6d2f-4dbd-ad42-27037b5e54b5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.625699] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e614651a-6d2f-4dbd-ad42-27037b5e54b5',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.635953] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41fa252-616f-40bc-831a-890ef59e618c taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.639024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.639024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.639024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.639024] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.639024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.639024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.639024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.639024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.639024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.639024] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41fa252-616f-40bc-831a-890ef59e618c taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.639024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.639024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.639024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.639024] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.639024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.639024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.639024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.639024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.639795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.639795] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e41fa252-616f-40bc-831a-890ef59e618c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.129713] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e614651a-6d2f-4dbd-ad42-27037b5e54b5 [ 742.129713] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.129713] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.129713] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.129713] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.129713] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.129713] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e614651a-6d2f-4dbd-ad42-27037b5e54b5 already deleted. [ 742.129713] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e614651a-6d2f-4dbd-ad42-27037b5e54b5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.144749] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e41fa252-616f-40bc-831a-890ef59e618c: rpc.has_security_group_logging(os_id): False [ 742.162933] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.163573] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.163573] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.163573] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.163573] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.165331] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.165526] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.165596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.166644] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.166729] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.167042] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.167229] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.167329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.167584] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.167584] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.167847] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.167933] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.168728] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.169026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.169113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.169161] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e41fa252-616f-40bc-831a-890ef59e618c is going to be created. [ 742.241699] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.241942] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.242025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.242217] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.243394] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.256156] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e41fa252-616f-40bc-831a-890ef59e618c in Status: IN_PROGRESS for 2s [ 742.434626] env[70213]: INFO networking_nsxv3.common.synchronization [req-65810271-a1cb-4e00-b4ab-af8c3560e283 req-e8486d8f-6c73-4164-8bf1-cfff6b91e193 service nova] Enqueued Resource ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 with Priority: HIGHEST for action security_group_rules [ 742.436122] env[70213]: INFO networking_nsxv3.common.synchronization [req-65810271-a1cb-4e00-b4ab-af8c3560e283 req-e8486d8f-6c73-4164-8bf1-cfff6b91e193 service nova] Enqueued Resource ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 with Priority: HIGHEST for action security_group_members [ 742.436122] env[70213]: INFO networking_nsxv3.common.synchronization [req-65810271-a1cb-4e00-b4ab-af8c3560e283 req-e8486d8f-6c73-4164-8bf1-cfff6b91e193 service nova] Enqueued Resource ID: 747c949b-fbc3-449b-9d6a-1fb3b02c4e9e with Priority: HIGHEST for action port [ 742.436122] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 with Priority: HIGHEST for action security_group_rules [ 742.436122] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 with Priority: HIGHEST for action security_group_members [ 742.436643] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 747c949b-fbc3-449b-9d6a-1fb3b02c4e9e with Priority: HIGHEST for action port [ 742.436643] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54854d94-eedd-4d8b-a31c-c2245c63d9a3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.436744] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.436744] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.436992] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.437109] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54854d94-eedd-4d8b-a31c-c2245c63d9a3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.438395] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-54854d94-eedd-4d8b-a31c-c2245c63d9a3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.438395] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.438537] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.439402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.439402] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.439402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.439402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.439783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.439924] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.440140] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54854d94-eedd-4d8b-a31c-c2245c63d9a3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.441760] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-747c949b-fbc3-449b-9d6a-1fb3b02c4e9e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.441961] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-747c949b-fbc3-449b-9d6a-1fb3b02c4e9e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.442077] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-747c949b-fbc3-449b-9d6a-1fb3b02c4e9e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.442345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-747c949b-fbc3-449b-9d6a-1fb3b02c4e9e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.442455] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('747c949b-fbc3-449b-9d6a-1fb3b02c4e9e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.481234] env[70213]: INFO networking_nsxv3.common.synchronization [req-431cb88b-46a7-4358-b7ca-0de96207e478 req-ce77549c-c353-46f0-b53c-1e5b068bffe1 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Enqueued Resource ID: 84590fed-eb36-4332-922c-e3138357d33e with Priority: HIGHEST for action security_group_members [ 742.481872] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84590fed-eb36-4332-922c-e3138357d33e with Priority: HIGHEST for action security_group_members [ 742.482213] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-84590fed-eb36-4332-922c-e3138357d33e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.482412] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.482412] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.482648] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.482811] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.482911] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.482998] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.483166] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.483250] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.483349] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.707665] env[70213]: INFO networking_nsxv3.common.synchronization [None req-344b45a2-95f8-4771-8ac9-537e01fced33 None None] Enqueued Resource ID: 3190eca3-8d9b-43a8-84c1-18abaeeecc60 with Priority: HIGHEST for action port [ 742.708574] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3190eca3-8d9b-43a8-84c1-18abaeeecc60 with Priority: HIGHEST for action port [ 742.709303] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-3190eca3-8d9b-43a8-84c1-18abaeeecc60 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.709461] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3190eca3-8d9b-43a8-84c1-18abaeeecc60" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.709524] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3190eca3-8d9b-43a8-84c1-18abaeeecc60" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.709821] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3190eca3-8d9b-43a8-84c1-18abaeeecc60" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.709892] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3190eca3-8d9b-43a8-84c1-18abaeeecc60',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.945407] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54854d94-eedd-4d8b-a31c-c2245c63d9a3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.946562] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-54854d94-eedd-4d8b-a31c-c2245c63d9a3 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.946749] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.946829] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 747c949b-fbc3-449b-9d6a-1fb3b02c4e9e with status ACTIVE [ 742.947048] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.947145] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.947211] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.947419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.947514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.947684] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.947773] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.947871] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.948082] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.950203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.950524] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.950761] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.950821] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.951047] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.954020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.954020] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 747c949b-fbc3-449b-9d6a-1fb3b02c4e9e is going to be updated. [ 742.973506] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.973737] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.973737] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.976904] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.977063] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.977276] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-747c949b-fbc3-449b-9d6a-1fb3b02c4e9e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.988762] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.989281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.989382] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.990217] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.991260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.991260] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.991260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.991260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.991260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.991260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.991543] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84590fed-eb36-4332-922c-e3138357d33e already deleted. [ 742.991611] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.029681] env[70213]: INFO networking_nsxv3.common.synchronization [None req-416575cb-bbbb-4ef9-9f5a-14a083e373e2 tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Enqueued Resource ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 with Priority: HIGHEST for action security_group_rules [ 743.030269] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 with Priority: HIGHEST for action security_group_rules [ 743.030609] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.030736] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.032016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.032602] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.032712] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('611b080d-9655-41ab-a6ad-3da7d87fc4f6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.214246] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3190eca3-8d9b-43a8-84c1-18abaeeecc60 [ 743.214246] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.214246] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.214246] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.214246] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.214246] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.214246] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3190eca3-8d9b-43a8-84c1-18abaeeecc60 already deleted. [ 743.214246] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3190eca3-8d9b-43a8-84c1-18abaeeecc60" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.346098] env[70213]: INFO networking_nsxv3.common.synchronization [None req-696ca771-f4e2-4c53-b1d4-ea9f06238791 None None] Enqueued Resource ID: 34afae4c-01d8-4cb5-9cbb-4dac62bd9346 with Priority: HIGHEST for action port [ 743.346386] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34afae4c-01d8-4cb5-9cbb-4dac62bd9346 with Priority: HIGHEST for action port [ 743.346978] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-34afae4c-01d8-4cb5-9cbb-4dac62bd9346 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.347124] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34afae4c-01d8-4cb5-9cbb-4dac62bd9346" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.347192] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34afae4c-01d8-4cb5-9cbb-4dac62bd9346" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.347451] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34afae4c-01d8-4cb5-9cbb-4dac62bd9346" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.347542] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34afae4c-01d8-4cb5-9cbb-4dac62bd9346',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.418020] env[70213]: INFO networking_nsxv3.common.synchronization [None req-43187662-8418-4763-a9ec-5d2bf967f53c None None] Enqueued Resource ID: 39a52a0e-85d4-458e-8f01-f9fd6c0a6497 with Priority: HIGHEST for action port [ 743.418585] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a52a0e-85d4-458e-8f01-f9fd6c0a6497 with Priority: HIGHEST for action port [ 743.418892] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-39a52a0e-85d4-458e-8f01-f9fd6c0a6497 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.419341] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39a52a0e-85d4-458e-8f01-f9fd6c0a6497" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.419526] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39a52a0e-85d4-458e-8f01-f9fd6c0a6497" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.420556] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39a52a0e-85d4-458e-8f01-f9fd6c0a6497" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.420556] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39a52a0e-85d4-458e-8f01-f9fd6c0a6497',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.453798] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54854d94-eedd-4d8b-a31c-c2245c63d9a3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.559021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.559021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.559021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.559021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.559021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.559021] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 already deleted. [ 743.559021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.613234] env[70213]: INFO networking_nsxv3.common.synchronization [None req-52523831-4d88-4e6c-a1b0-7900d273fe04 tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Enqueued Resource ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 with Priority: HIGHEST for action security_group_rules [ 743.613234] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 with Priority: HIGHEST for action security_group_rules [ 743.613234] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.613234] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.613234] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.613234] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.613234] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('611b080d-9655-41ab-a6ad-3da7d87fc4f6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.850724] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34afae4c-01d8-4cb5-9cbb-4dac62bd9346 [ 743.851487] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.851586] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.851586] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.852247] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.852247] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.852247] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34afae4c-01d8-4cb5-9cbb-4dac62bd9346 already deleted. [ 743.852247] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34afae4c-01d8-4cb5-9cbb-4dac62bd9346" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.923103] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39a52a0e-85d4-458e-8f01-f9fd6c0a6497 [ 743.923473] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.923647] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.923748] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.924038] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.924211] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.924350] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39a52a0e-85d4-458e-8f01-f9fd6c0a6497 already deleted. [ 743.924939] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39a52a0e-85d4-458e-8f01-f9fd6c0a6497" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.957215] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.957215] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.957372] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.957725] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.957725] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.957725] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 is going to be created. [ 743.981890] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.982194] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.982194] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.982368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.983128] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.991068] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 in Status: UNINITIALIZED for 2s [ 744.045440] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.045738] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.045777] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.046043] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.046736] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.046913] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.047385] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.047680] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.047988] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.048254] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.048407] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.048547] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.049594] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.049843] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.050064] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.050411] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.073935] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.079239] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 744.079239] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.079239] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.079239] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.079239] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.079239] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.079239] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.079239] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.136856] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.136856] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.136856] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.136856] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.136856] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.136856] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 already deleted. [ 744.137063] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.611422] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e41fa252-616f-40bc-831a-890ef59e618c in Status: SUCCESS [ 744.638896] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.648807] env[70213]: INFO networking_nsxv3.common.synchronization [req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e req-8dff1f62-48bb-4a26-b3f3-a072327f8dc7 tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Enqueued Resource ID: 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 with Priority: HIGHEST for action security_group_members [ 744.648807] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 with Priority: HIGHEST for action security_group_members [ 744.649375] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.649375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.649375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.652580] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.652580] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.652580] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.652580] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.652580] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.652580] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.652580] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.098883] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.099222] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.099304] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.099647] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.101133] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.101133] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0 not found, creating... [ 745.101387] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.101387] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.101484] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.102478] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.102478] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.102478] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.103495] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.103495] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.103495] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.103495] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.103495] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0 is going to be created. [ 745.130625] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.131949] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.132415] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.132746] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.133800] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.133800] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.156457] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.156457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.156457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.156457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.156457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.156457] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.156457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.156457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.156457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.156457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.156457] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 already deleted. [ 745.156457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.540508] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.540711] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.540788] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.541073] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.541295] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.541449] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.541538] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.541746] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.541886] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.542710] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.543234] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.543234] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.543234] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.543234] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.543393] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.543476] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.560633] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.560633] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 745.560786] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.560949] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.561284] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-14dc4f7f-ac51-4e79-b8f7-38355887a1b0 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.561453] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-14dc4f7f-ac51-4e79-b8f7-38355887a1b0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.561575] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-14dc4f7f-ac51-4e79-b8f7-38355887a1b0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.561908] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-14dc4f7f-ac51-4e79-b8f7-38355887a1b0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.562069] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14dc4f7f-ac51-4e79-b8f7-38355887a1b0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.003309] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 in Status: SUCCESS [ 746.004505] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.005109] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.006540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.006540] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.006540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.006540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.006540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.006540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.006540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.006540] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54854d94-eedd-4d8b-a31c-c2245c63d9a3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.068115] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.068115] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.068115] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.068115] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.068115] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.068115] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 14dc4f7f-ac51-4e79-b8f7-38355887a1b0 not found, creating... [ 746.068115] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.068115] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.068115] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.068115] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.068115] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.068757] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.068757] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.068757] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.068757] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.071755] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.071755] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 14dc4f7f-ac51-4e79-b8f7-38355887a1b0 is going to be created. [ 746.095699] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.095829] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.095897] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.096257] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.096466] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.096647] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-14dc4f7f-ac51-4e79-b8f7-38355887a1b0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.266031] env[70213]: INFO networking_nsxv3.common.synchronization [None req-845a4cd2-07fb-424a-82d3-d89ede7c2f6f None None] Enqueued Resource ID: e596b310-e295-4dcc-98dd-93729065a633 with Priority: HIGHEST for action port [ 746.266357] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e596b310-e295-4dcc-98dd-93729065a633 with Priority: HIGHEST for action port [ 746.266828] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-e596b310-e295-4dcc-98dd-93729065a633 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.266958] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e596b310-e295-4dcc-98dd-93729065a633" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.267042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e596b310-e295-4dcc-98dd-93729065a633" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.267348] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e596b310-e295-4dcc-98dd-93729065a633" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.267390] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e596b310-e295-4dcc-98dd-93729065a633',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.407522] env[70213]: INFO networking_nsxv3.common.synchronization [req-431cb88b-46a7-4358-b7ca-0de96207e478 req-4ca9e660-d04e-471c-8429-89b40ab1e69c service nova] Enqueued Resource ID: 84590fed-eb36-4332-922c-e3138357d33e with Priority: HIGHEST for action security_group_rules [ 746.407522] env[70213]: INFO networking_nsxv3.common.synchronization [req-431cb88b-46a7-4358-b7ca-0de96207e478 req-4ca9e660-d04e-471c-8429-89b40ab1e69c service nova] Enqueued Resource ID: 84590fed-eb36-4332-922c-e3138357d33e with Priority: HIGHEST for action security_group_members [ 746.407522] env[70213]: INFO networking_nsxv3.common.synchronization [req-431cb88b-46a7-4358-b7ca-0de96207e478 req-4ca9e660-d04e-471c-8429-89b40ab1e69c service nova] Enqueued Resource ID: 18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0 with Priority: HIGHEST for action port [ 746.407522] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84590fed-eb36-4332-922c-e3138357d33e with Priority: HIGHEST for action security_group_rules [ 746.407716] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84590fed-eb36-4332-922c-e3138357d33e with Priority: HIGHEST for action security_group_members [ 746.407716] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0 with Priority: HIGHEST for action port [ 746.407993] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84590fed-eb36-4332-922c-e3138357d33e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.410379] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.410485] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.410765] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.410849] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.411780] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-84590fed-eb36-4332-922c-e3138357d33e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.411921] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.412165] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.412210] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.412360] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.412456] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.412519] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.412697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.412747] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.412831] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.414270] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.414270] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.417694] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.417694] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.417694] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.509363] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-54854d94-eedd-4d8b-a31c-c2245c63d9a3 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.509797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.510014] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.510333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.511019] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.511206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.511393] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.511455] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.511676] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.511676] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.511793] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-54854d94-eedd-4d8b-a31c-c2245c63d9a3 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.511927] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.511963] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.512465] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.512618] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.512749] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.512822] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.513241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.513353] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.513580] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.513580] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54854d94-eedd-4d8b-a31c-c2245c63d9a3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.771345] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e596b310-e295-4dcc-98dd-93729065a633 [ 746.773111] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.773111] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.773111] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.773111] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.773111] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.773111] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e596b310-e295-4dcc-98dd-93729065a633 already deleted. [ 746.773111] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e596b310-e295-4dcc-98dd-93729065a633" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.918246] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.919870] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-84590fed-eb36-4332-922c-e3138357d33e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.922065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.922065] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0 with status ACTIVE [ 746.922065] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.922065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.922065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.922065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.922065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.922065] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.922065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.922065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.922065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.922065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.922065] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.922065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.922065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.924045] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.924045] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.924045] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0 is going to be updated. [ 746.943894] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.944050] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.944127] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.944339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.944473] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.944665] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.020302] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54854d94-eedd-4d8b-a31c-c2245c63d9a3: rpc.has_security_group_logging(os_id): False [ 747.049235] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.049235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.049235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.049235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.049235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.049475] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.049627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.049703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.049857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.049934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.051637] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.051637] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.051637] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.051637] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.051637] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.051637] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.051637] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.051637] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.051637] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.051637] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.051637] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 is going to be created. [ 747.065631] env[70213]: INFO networking_nsxv3.common.synchronization [req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e req-985db29b-cdb3-4cb2-b54b-2b5cd2f70d62 service nova] Enqueued Resource ID: 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 with Priority: HIGHEST for action security_group_rules [ 747.065813] env[70213]: INFO networking_nsxv3.common.synchronization [req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e req-985db29b-cdb3-4cb2-b54b-2b5cd2f70d62 service nova] Enqueued Resource ID: 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 with Priority: HIGHEST for action security_group_members [ 747.065950] env[70213]: INFO networking_nsxv3.common.synchronization [req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e req-985db29b-cdb3-4cb2-b54b-2b5cd2f70d62 service nova] Enqueued Resource ID: 14dc4f7f-ac51-4e79-b8f7-38355887a1b0 with Priority: HIGHEST for action port [ 747.066186] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 with Priority: HIGHEST for action security_group_rules [ 747.066310] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 with Priority: HIGHEST for action security_group_members [ 747.066403] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14dc4f7f-ac51-4e79-b8f7-38355887a1b0 with Priority: HIGHEST for action port [ 747.066922] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.067061] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.067133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.067470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.067470] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.068306] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.068418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.068476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.068636] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.068778] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.068870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.068927] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.069075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.069161] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.069251] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.069989] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-14dc4f7f-ac51-4e79-b8f7-38355887a1b0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.072212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14dc4f7f-ac51-4e79-b8f7-38355887a1b0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.072212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14dc4f7f-ac51-4e79-b8f7-38355887a1b0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.072212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14dc4f7f-ac51-4e79-b8f7-38355887a1b0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.072212] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14dc4f7f-ac51-4e79-b8f7-38355887a1b0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.128078] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.128078] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.128078] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.128078] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.128078] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.142853] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 in Status: IN_PROGRESS for 2s [ 747.423826] env[70213]: INFO networking_nsxv3.common.synchronization [req-c4a48772-412d-49e9-9f9d-b43af8ea4368 req-7cfc8fba-13f1-499e-8ba6-ad64b0a9c863 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Enqueued Resource ID: 12a148d5-e5f6-4887-985e-08c17408688a with Priority: HIGHEST for action security_group_members [ 747.425375] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a148d5-e5f6-4887-985e-08c17408688a with Priority: HIGHEST for action security_group_members [ 747.425760] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.430021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-12a148d5-e5f6-4887-985e-08c17408688a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.430021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.430021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.430021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.430021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.430021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.430021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.430021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.430021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.430645] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12a148d5-e5f6-4887-985e-08c17408688a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.573589] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.573742] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.574098] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.575012] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14dc4f7f-ac51-4e79-b8f7-38355887a1b0 with status ACTIVE [ 747.575402] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.575402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.575402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.575760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.575760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.575853] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.575942] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.576015] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.576184] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.576264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.576448] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.576543] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.576635] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.576740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.576811] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.580994] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14dc4f7f-ac51-4e79-b8f7-38355887a1b0 is going to be updated. [ 747.602900] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.603277] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.603366] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.603587] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.603728] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.603903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14dc4f7f-ac51-4e79-b8f7-38355887a1b0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.805501] env[70213]: INFO networking_nsxv3.common.synchronization [None req-2e861a60-78fd-43fe-8317-c788b0a687b8 None None] Enqueued Resource ID: f6b65541-3de3-46ea-9e02-fbce4a2cf72b with Priority: HIGHEST for action port [ 747.806241] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b65541-3de3-46ea-9e02-fbce4a2cf72b with Priority: HIGHEST for action port [ 747.806613] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6b65541-3de3-46ea-9e02-fbce4a2cf72b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.806760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6b65541-3de3-46ea-9e02-fbce4a2cf72b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.806829] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6b65541-3de3-46ea-9e02-fbce4a2cf72b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.807117] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6b65541-3de3-46ea-9e02-fbce4a2cf72b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.807286] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b65541-3de3-46ea-9e02-fbce4a2cf72b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.931790] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.932240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.932336] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.932572] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.932791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.932791] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84590fed-eb36-4332-922c-e3138357d33e is going to be created. [ 747.937299] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.937432] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.937432] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.937668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.937757] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.937963] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.938114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.938500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.938500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.938500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.938500] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12a148d5-e5f6-4887-985e-08c17408688a already deleted. [ 747.938500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.956062] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.956257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.956257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.957098] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.957098] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.969359] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84590fed-eb36-4332-922c-e3138357d33e in Status: UNINITIALIZED for 2s [ 748.084312] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.204893] env[70213]: INFO networking_nsxv3.common.synchronization [req-a58d5f50-fb12-496b-b460-e9181166d279 req-376e3f44-2fbb-4eb1-aa86-1e201ce90f48 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Enqueued Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGHEST for action security_group_members [ 748.206851] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGHEST for action security_group_members [ 748.206851] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f79de95-85c3-4a07-bdab-5c03613e99c9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.206851] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.206851] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.206851] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.206851] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.206851] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.206851] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.207577] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.207577] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.207577] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f79de95-85c3-4a07-bdab-5c03613e99c9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.310515] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6b65541-3de3-46ea-9e02-fbce4a2cf72b [ 748.310515] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.310732] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.310794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.310967] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.311081] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.311182] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6b65541-3de3-46ea-9e02-fbce4a2cf72b already deleted. [ 748.311276] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6b65541-3de3-46ea-9e02-fbce4a2cf72b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.428427] env[70213]: INFO networking_nsxv3.common.synchronization [None req-d26cbcc0-f0f8-4cf0-8742-206691a407d2 None None] Enqueued Resource ID: 943975bf-3a4c-4430-9d7f-d36a5aa42347 with Priority: HIGHEST for action port [ 748.428760] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 943975bf-3a4c-4430-9d7f-d36a5aa42347 with Priority: HIGHEST for action port [ 748.429279] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-943975bf-3a4c-4430-9d7f-d36a5aa42347 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.429595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-943975bf-3a4c-4430-9d7f-d36a5aa42347" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.429595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-943975bf-3a4c-4430-9d7f-d36a5aa42347" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.429760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-943975bf-3a4c-4430-9d7f-d36a5aa42347" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.429846] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('943975bf-3a4c-4430-9d7f-d36a5aa42347',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.585182] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.588318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.588421] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.588634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.588722] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.588827] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 is going to be created. [ 748.613495] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.613619] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.613693] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.613950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.614067] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.624381] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 in Status: UNINITIALIZED for 2s [ 748.714975] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.715157] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.715415] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.715598] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.716473] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.717039] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.717172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.717243] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.717446] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.717539] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.717658] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 already deleted. [ 748.717745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.731052] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-599 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.731312] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-599" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.731483] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-599" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.731874] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-599" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.732212] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.732683] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.732856] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.733180] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.733352] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.733605] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.733743] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.733860] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.734047] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.734145] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.734280] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.736089] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.754770] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.754997] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 748.755224] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.755446] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-599" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.755806] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-1a0321f9-5197-4715-8031-c079335fb717 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.756061] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-1a0321f9-5197-4715-8031-c079335fb717" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.756728] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-1a0321f9-5197-4715-8031-c079335fb717" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.756728] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-1a0321f9-5197-4715-8031-c079335fb717" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.756821] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a0321f9-5197-4715-8031-c079335fb717',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.934293] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 943975bf-3a4c-4430-9d7f-d36a5aa42347 [ 748.934648] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.936165] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.936329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.936647] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.936806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.936967] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:943975bf-3a4c-4430-9d7f-d36a5aa42347 already deleted. [ 748.937133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-943975bf-3a4c-4430-9d7f-d36a5aa42347" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.939723] env[70213]: INFO networking_nsxv3.common.synchronization [None req-c647606c-e023-490a-af35-5edf574b6f6c None None] Enqueued Resource ID: e07f1db4-d10f-47e1-916e-9dcd3889f5b3 with Priority: HIGHEST for action port [ 748.940519] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e07f1db4-d10f-47e1-916e-9dcd3889f5b3 with Priority: HIGHEST for action port [ 748.940974] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-e07f1db4-d10f-47e1-916e-9dcd3889f5b3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.941184] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e07f1db4-d10f-47e1-916e-9dcd3889f5b3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.941301] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e07f1db4-d10f-47e1-916e-9dcd3889f5b3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.942251] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e07f1db4-d10f-47e1-916e-9dcd3889f5b3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.942395] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e07f1db4-d10f-47e1-916e-9dcd3889f5b3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.991692] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.992090] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-755" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.992090] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-755" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.992332] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-755" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.992502] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.992654] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.992785] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.993180] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.993363] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.993629] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.993758] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.993880] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.993986] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.994128] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.994272] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.994441] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.017174] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.017564] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 749.017845] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.018262] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-755" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.018801] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-66f1cced-4847-4420-a96c-e14220b6af9b taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.019139] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-66f1cced-4847-4420-a96c-e14220b6af9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.019367] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-66f1cced-4847-4420-a96c-e14220b6af9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.019830] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-66f1cced-4847-4420-a96c-e14220b6af9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.020090] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66f1cced-4847-4420-a96c-e14220b6af9b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.156803] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 in Status: SUCCESS [ 749.156803] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.259389] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.259750] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.259999] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.260398] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.260606] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.260756] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 1a0321f9-5197-4715-8031-c079335fb717 not found, creating... [ 749.261085] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.261264] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.261379] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.261615] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.261879] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.264262] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.264262] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.264262] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.264262] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.264423] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.264530] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 1a0321f9-5197-4715-8031-c079335fb717 is going to be created. [ 749.291450] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.291729] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.291934] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.292292] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.292611] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.292939] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-1a0321f9-5197-4715-8031-c079335fb717" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.413112] env[70213]: INFO networking_nsxv3.common.synchronization [None req-bebf3607-1727-4317-bac9-b05fc00cc40f None None] Enqueued Resource ID: 38348e0e-6db2-44ec-9e8a-f3564c4b06b6 with Priority: HIGHEST for action port [ 749.413432] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38348e0e-6db2-44ec-9e8a-f3564c4b06b6 with Priority: HIGHEST for action port [ 749.414060] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-38348e0e-6db2-44ec-9e8a-f3564c4b06b6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.414202] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38348e0e-6db2-44ec-9e8a-f3564c4b06b6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.414272] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38348e0e-6db2-44ec-9e8a-f3564c4b06b6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.414526] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38348e0e-6db2-44ec-9e8a-f3564c4b06b6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.414612] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38348e0e-6db2-44ec-9e8a-f3564c4b06b6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.447679] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e07f1db4-d10f-47e1-916e-9dcd3889f5b3 [ 749.447930] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.448083] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.448168] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.452024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.452024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.452024] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e07f1db4-d10f-47e1-916e-9dcd3889f5b3 already deleted. [ 749.452024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e07f1db4-d10f-47e1-916e-9dcd3889f5b3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.523107] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.523464] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.523508] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.523764] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.523943] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.524236] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 66f1cced-4847-4420-a96c-e14220b6af9b not found, creating... [ 749.525062] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.525062] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.525062] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.525062] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.525364] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.525510] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.525707] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.525854] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.530433] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.530730] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.530905] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 66f1cced-4847-4420-a96c-e14220b6af9b is going to be created. [ 749.567370] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.570998] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.570998] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.570998] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.570998] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.570998] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-66f1cced-4847-4420-a96c-e14220b6af9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.610443] env[70213]: INFO networking_nsxv3.common.synchronization [None req-c1ea6eb3-f5d6-4c3d-8b0d-bd238449a3fb None None] Enqueued Resource ID: cb16a3d9-3d2f-4f44-8b4a-8de79f9deb2f with Priority: HIGHEST for action port [ 749.610443] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb16a3d9-3d2f-4f44-8b4a-8de79f9deb2f with Priority: HIGHEST for action port [ 749.610443] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb16a3d9-3d2f-4f44-8b4a-8de79f9deb2f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.610443] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb16a3d9-3d2f-4f44-8b4a-8de79f9deb2f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.610796] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb16a3d9-3d2f-4f44-8b4a-8de79f9deb2f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.610833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb16a3d9-3d2f-4f44-8b4a-8de79f9deb2f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.610948] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb16a3d9-3d2f-4f44-8b4a-8de79f9deb2f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.918408] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38348e0e-6db2-44ec-9e8a-f3564c4b06b6 [ 749.918684] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.918835] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.918906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.919187] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.919246] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.919343] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38348e0e-6db2-44ec-9e8a-f3564c4b06b6 already deleted. [ 749.919424] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38348e0e-6db2-44ec-9e8a-f3564c4b06b6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.979797] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84590fed-eb36-4332-922c-e3138357d33e in Status: SUCCESS [ 749.980037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.980600] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.980832] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.981047] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.981174] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.981360] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.981392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.981569] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.981569] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.981633] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.118770] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb16a3d9-3d2f-4f44-8b4a-8de79f9deb2f [ 750.118938] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.119068] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.119068] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.119288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.119369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.119516] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb16a3d9-3d2f-4f44-8b4a-8de79f9deb2f already deleted. [ 750.119652] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb16a3d9-3d2f-4f44-8b4a-8de79f9deb2f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.197731] env[70213]: INFO networking_nsxv3.common.synchronization [None req-225fd68f-995d-46e7-aac4-8aa3676fd891 None None] Enqueued Resource ID: 0e08efc0-b09e-459f-9f7c-b568a24a4a80 with Priority: HIGHEST for action port [ 750.197731] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e08efc0-b09e-459f-9f7c-b568a24a4a80 with Priority: HIGHEST for action port [ 750.197731] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e08efc0-b09e-459f-9f7c-b568a24a4a80 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.197731] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e08efc0-b09e-459f-9f7c-b568a24a4a80" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.197731] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e08efc0-b09e-459f-9f7c-b568a24a4a80" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.198266] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e08efc0-b09e-459f-9f7c-b568a24a4a80" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.198266] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e08efc0-b09e-459f-9f7c-b568a24a4a80',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.364026] env[70213]: INFO networking_nsxv3.common.synchronization [req-a58d5f50-fb12-496b-b460-e9181166d279 req-7fc64bac-bf53-4174-8815-a7c8af41499f service nova] Enqueued Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGHEST for action security_group_rules [ 750.364026] env[70213]: INFO networking_nsxv3.common.synchronization [req-a58d5f50-fb12-496b-b460-e9181166d279 req-7fc64bac-bf53-4174-8815-a7c8af41499f service nova] Enqueued Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGHEST for action security_group_members [ 750.364026] env[70213]: INFO networking_nsxv3.common.synchronization [req-a58d5f50-fb12-496b-b460-e9181166d279 req-7fc64bac-bf53-4174-8815-a7c8af41499f service nova] Enqueued Resource ID: 66f1cced-4847-4420-a96c-e14220b6af9b with Priority: HIGHEST for action port [ 750.364026] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGHEST for action security_group_rules [ 750.364026] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGHEST for action security_group_members [ 750.364026] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f1cced-4847-4420-a96c-e14220b6af9b with Priority: HIGHEST for action port [ 750.364537] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f79de95-85c3-4a07-bdab-5c03613e99c9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.364606] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.364720] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.366756] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.366756] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f79de95-85c3-4a07-bdab-5c03613e99c9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.370988] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f79de95-85c3-4a07-bdab-5c03613e99c9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.370988] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.370988] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.371140] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.371235] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.371337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.371399] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.371591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.371649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.371792] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f79de95-85c3-4a07-bdab-5c03613e99c9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.372680] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-66f1cced-4847-4420-a96c-e14220b6af9b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.373092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66f1cced-4847-4420-a96c-e14220b6af9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.373092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66f1cced-4847-4420-a96c-e14220b6af9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.373208] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66f1cced-4847-4420-a96c-e14220b6af9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.373279] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66f1cced-4847-4420-a96c-e14220b6af9b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.489020] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-84590fed-eb36-4332-922c-e3138357d33e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.489020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.489020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.489020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.489020] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.489020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.489020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.489020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.489020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.489020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.489907] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-84590fed-eb36-4332-922c-e3138357d33e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.489907] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.489907] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.489907] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.490076] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.490271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.490364] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.490559] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.490678] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.490796] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.490918] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.624425] env[70213]: INFO networking_nsxv3.common.synchronization [req-c4a48772-412d-49e9-9f9d-b43af8ea4368 req-135ea6c8-51bd-4b8d-ade1-4ee885794ddb service nova] Enqueued Resource ID: 12a148d5-e5f6-4887-985e-08c17408688a with Priority: HIGHEST for action security_group_rules [ 750.624425] env[70213]: INFO networking_nsxv3.common.synchronization [req-c4a48772-412d-49e9-9f9d-b43af8ea4368 req-135ea6c8-51bd-4b8d-ade1-4ee885794ddb service nova] Enqueued Resource ID: 12a148d5-e5f6-4887-985e-08c17408688a with Priority: HIGHEST for action security_group_members [ 750.624565] env[70213]: INFO networking_nsxv3.common.synchronization [req-c4a48772-412d-49e9-9f9d-b43af8ea4368 req-135ea6c8-51bd-4b8d-ade1-4ee885794ddb service nova] Enqueued Resource ID: 1a0321f9-5197-4715-8031-c079335fb717 with Priority: HIGHEST for action port [ 750.625034] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a148d5-e5f6-4887-985e-08c17408688a with Priority: HIGHEST for action security_group_rules [ 750.625178] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a148d5-e5f6-4887-985e-08c17408688a with Priority: HIGHEST for action security_group_members [ 750.625275] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0321f9-5197-4715-8031-c079335fb717 with Priority: HIGHEST for action port [ 750.627325] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12a148d5-e5f6-4887-985e-08c17408688a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.627436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.627523] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.627699] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.627785] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12a148d5-e5f6-4887-985e-08c17408688a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.628683] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-12a148d5-e5f6-4887-985e-08c17408688a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.628801] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.628856] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.629043] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.629182] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.629281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.629335] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.629472] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.629577] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.629820] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12a148d5-e5f6-4887-985e-08c17408688a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.631658] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a0321f9-5197-4715-8031-c079335fb717 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.631799] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a0321f9-5197-4715-8031-c079335fb717" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.631990] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a0321f9-5197-4715-8031-c079335fb717" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.632083] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a0321f9-5197-4715-8031-c079335fb717" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.632163] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a0321f9-5197-4715-8031-c079335fb717',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.640658] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 in Status: SUCCESS [ 750.641031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.641326] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.646262] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.646262] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.646262] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.646262] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.646262] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.646262] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.646262] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.646262] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.701818] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e08efc0-b09e-459f-9f7c-b568a24a4a80 [ 750.701818] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.701818] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.701818] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.701818] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.701818] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.701818] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e08efc0-b09e-459f-9f7c-b568a24a4a80 already deleted. [ 750.701818] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e08efc0-b09e-459f-9f7c-b568a24a4a80" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.875194] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f79de95-85c3-4a07-bdab-5c03613e99c9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.877705] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f79de95-85c3-4a07-bdab-5c03613e99c9 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.878550] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.878767] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66f1cced-4847-4420-a96c-e14220b6af9b with status ACTIVE [ 750.879405] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.879405] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.879405] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.879405] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.879789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.880755] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.880928] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.881031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.881278] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.881585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.881705] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.881823] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.882103] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.882103] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.882258] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.882258] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66f1cced-4847-4420-a96c-e14220b6af9b is going to be updated. [ 750.904603] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.904603] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.904603] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.904603] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.904603] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.904603] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66f1cced-4847-4420-a96c-e14220b6af9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.996181] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84590fed-eb36-4332-922c-e3138357d33e: rpc.has_security_group_logging(os_id): False [ 751.020321] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.021350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.021350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.021350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.021350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.021563] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.021563] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.021662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.023896] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.023896] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.023896] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.023896] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.023896] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.023896] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.023896] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.023896] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.023896] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.023896] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.023896] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.023896] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.023896] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84590fed-eb36-4332-922c-e3138357d33e is going to be created. [ 751.105902] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.106668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.106797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.107992] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.107992] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.131609] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84590fed-eb36-4332-922c-e3138357d33e in Status: IN_PROGRESS for 2s [ 751.134732] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-12a148d5-e5f6-4887-985e-08c17408688a taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.134732] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.135852] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12a148d5-e5f6-4887-985e-08c17408688a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.136764] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a0321f9-5197-4715-8031-c079335fb717 with status ACTIVE [ 751.136960] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.137092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.137154] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.137365] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.137464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.137647] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.137742] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.137797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.138122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.138122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.138270] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.138348] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.138400] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.138506] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.138570] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.138658] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a0321f9-5197-4715-8031-c079335fb717 is going to be updated. [ 751.149055] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.149055] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.151116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.151116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.151116] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.151116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.151116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.151116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.151116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.151116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.151116] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.151116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.151116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.151116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.151116] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.151116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.151116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.151116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.152055] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.152055] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.152055] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.165596] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.165596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.165596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.165596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.165596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.165596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a0321f9-5197-4715-8031-c079335fb717" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.172136] env[70213]: INFO networking_nsxv3.common.synchronization [None req-584f3218-c1c6-4a7a-a7b7-a685e699f518 None None] Enqueued Resource ID: d97ac530-b306-4c19-b5f7-f0b877c1b279 with Priority: HIGHEST for action port [ 751.172465] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d97ac530-b306-4c19-b5f7-f0b877c1b279 with Priority: HIGHEST for action port [ 751.172566] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-d97ac530-b306-4c19-b5f7-f0b877c1b279 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.172738] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d97ac530-b306-4c19-b5f7-f0b877c1b279" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.172738] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d97ac530-b306-4c19-b5f7-f0b877c1b279" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.173047] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d97ac530-b306-4c19-b5f7-f0b877c1b279" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.173240] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d97ac530-b306-4c19-b5f7-f0b877c1b279',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.342769] env[70213]: INFO networking_nsxv3.common.synchronization [None req-63ddaf35-a58d-40e6-8c9c-feb49a615d0d tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Enqueued Resource ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 with Priority: HIGHEST for action security_group_rules [ 751.343359] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 with Priority: HIGHEST for action security_group_rules [ 751.343667] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-885bec36-b314-4147-b91b-b4fb507b0ad4 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.343786] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.343849] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.347875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.347875] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('885bec36-b314-4147-b91b-b4fb507b0ad4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.378066] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f79de95-85c3-4a07-bdab-5c03613e99c9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.451943] env[70213]: INFO networking_nsxv3.common.synchronization [None req-4a19e5c3-e340-426b-b181-6f9d9a938b04 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Enqueued Resource ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 with Priority: HIGHEST for action security_group_rules [ 751.452514] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 with Priority: HIGHEST for action security_group_rules [ 751.452917] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-885bec36-b314-4147-b91b-b4fb507b0ad4 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.453155] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.642872] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12a148d5-e5f6-4887-985e-08c17408688a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.654147] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42: rpc.has_security_group_logging(os_id): False [ 751.671832] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.671998] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.672368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.672643] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.672873] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.672955] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.673035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.673106] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.673255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.673345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.673531] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.673625] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.673690] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.673849] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.673932] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.674535] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.675292] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.675415] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.675595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.675703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.675816] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 is going to be created. [ 751.677550] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d97ac530-b306-4c19-b5f7-f0b877c1b279 [ 751.677819] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.677923] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.678018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.678246] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.678361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.678469] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d97ac530-b306-4c19-b5f7-f0b877c1b279 already deleted. [ 751.678571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d97ac530-b306-4c19-b5f7-f0b877c1b279" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.728369] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.728528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.728656] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.728882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.729088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.740681] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 in Status: IN_PROGRESS for 2s [ 751.867411] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.867625] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.867756] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.867877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.869522] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.869522] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 already deleted. [ 751.869522] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.869522] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.869522] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.869522] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('885bec36-b314-4147-b91b-b4fb507b0ad4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.881648] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.881648] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.881648] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.882702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.882702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.882702] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 is going to be created. [ 751.912276] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.912426] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.912519] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.912716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.912875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.924599] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 in Status: UNINITIALIZED for 2s [ 752.145355] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.145603] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.145603] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.145724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.145770] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.145922] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12a148d5-e5f6-4887-985e-08c17408688a is going to be created. [ 752.176315] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.176315] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.176315] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.176467] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.177601] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.202245] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12a148d5-e5f6-4887-985e-08c17408688a in Status: UNINITIALIZED for 2s [ 752.389751] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.390055] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.390055] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.390211] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.390306] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.390401] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 already deleted. [ 752.390486] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.130373] env[70213]: INFO networking_nsxv3.common.synchronization [None req-197e9961-cd29-4eb3-a57a-ccefe08324a9 None None] Enqueued Resource ID: 07189157-f30e-4e29-aba6-1c0da02aefe5 with Priority: HIGHEST for action port [ 753.131694] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07189157-f30e-4e29-aba6-1c0da02aefe5 with Priority: HIGHEST for action port [ 753.134697] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-07189157-f30e-4e29-aba6-1c0da02aefe5 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.134889] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07189157-f30e-4e29-aba6-1c0da02aefe5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.134968] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07189157-f30e-4e29-aba6-1c0da02aefe5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.135697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07189157-f30e-4e29-aba6-1c0da02aefe5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.135797] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07189157-f30e-4e29-aba6-1c0da02aefe5',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.147620] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84590fed-eb36-4332-922c-e3138357d33e in Status: SUCCESS [ 753.147894] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.169810] env[70213]: INFO networking_nsxv3.common.synchronization [None req-8c6276e2-e9a4-4cd7-aa92-e6f04cd0aa37 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Enqueued Resource ID: d582fe16-e615-46b3-8c0e-c859261a4a16 with Priority: HIGHEST for action security_group_rules [ 753.169810] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d582fe16-e615-46b3-8c0e-c859261a4a16 with Priority: HIGHEST for action security_group_rules [ 753.169810] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d582fe16-e615-46b3-8c0e-c859261a4a16 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.169810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.169810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.169810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.169810] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d582fe16-e615-46b3-8c0e-c859261a4a16',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.274461] env[70213]: INFO networking_nsxv3.common.synchronization [None req-0dfb358b-963f-4a48-a275-e89ceec87f8c tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Enqueued Resource ID: d582fe16-e615-46b3-8c0e-c859261a4a16 with Priority: HIGHEST for action security_group_rules [ 753.274972] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d582fe16-e615-46b3-8c0e-c859261a4a16 with Priority: HIGHEST for action security_group_rules [ 753.275280] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d582fe16-e615-46b3-8c0e-c859261a4a16 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.275906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.639878] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07189157-f30e-4e29-aba6-1c0da02aefe5 [ 753.639878] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.639878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.639878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.639878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.639878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.640383] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07189157-f30e-4e29-aba6-1c0da02aefe5 already deleted. [ 753.640383] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07189157-f30e-4e29-aba6-1c0da02aefe5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.689106] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.689106] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.689106] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.689106] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.689106] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.689106] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d582fe16-e615-46b3-8c0e-c859261a4a16 already deleted. [ 753.689106] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.689106] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.691100] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.691100] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d582fe16-e615-46b3-8c0e-c859261a4a16',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.751336] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 in Status: SUCCESS [ 753.751336] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.934355] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 in Status: SUCCESS [ 753.934355] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.934355] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.934355] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.934604] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.934703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.934740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.935249] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.935249] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.935249] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.935249] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f79de95-85c3-4a07-bdab-5c03613e99c9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.185729] env[70213]: INFO networking_nsxv3.common.synchronization [req-facd5861-9b2b-4630-ae87-1ba962250571 req-ba055ffb-d3e0-4f61-aa0e-e9c631a8f47a tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Enqueued Resource ID: db274a14-6ca0-4b52-90f7-3cb52569da81 with Priority: HIGHEST for action security_group_members [ 754.186333] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db274a14-6ca0-4b52-90f7-3cb52569da81 with Priority: HIGHEST for action security_group_members [ 754.186660] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-db274a14-6ca0-4b52-90f7-3cb52569da81 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.186835] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.186835] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.191915] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.192306] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.192452] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.192552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.192990] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.192990] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.193112] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db274a14-6ca0-4b52-90f7-3cb52569da81',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.213527] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12a148d5-e5f6-4887-985e-08c17408688a in Status: SUCCESS [ 754.213740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.213915] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.214149] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.214376] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.214546] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.214617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.214902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.214902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.215012] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.215012] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12a148d5-e5f6-4887-985e-08c17408688a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.217264] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.217264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.217264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.217393] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.217393] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.217463] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d582fe16-e615-46b3-8c0e-c859261a4a16 already deleted. [ 754.217532] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.438074] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f79de95-85c3-4a07-bdab-5c03613e99c9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.554937] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.555164] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.555290] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.555616] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.555899] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.556149] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.556959] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.556959] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.556959] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.556959] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.557191] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.557739] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.557739] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.557739] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.557739] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.557739] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.580089] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.580290] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 754.581723] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.581723] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.581723] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-69409837-1c37-4fe7-a0fd-cf057ddf606a taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.581723] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-69409837-1c37-4fe7-a0fd-cf057ddf606a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.581723] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-69409837-1c37-4fe7-a0fd-cf057ddf606a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.582093] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-69409837-1c37-4fe7-a0fd-cf057ddf606a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.582267] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69409837-1c37-4fe7-a0fd-cf057ddf606a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.697605] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.697896] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.697896] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.698768] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.698768] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.698768] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.698768] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.698768] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.698768] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.700061] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.700214] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db274a14-6ca0-4b52-90f7-3cb52569da81 already deleted. [ 754.700346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.718795] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12a148d5-e5f6-4887-985e-08c17408688a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.940704] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f79de95-85c3-4a07-bdab-5c03613e99c9: rpc.has_security_group_logging(os_id): False [ 754.957403] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.957659] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.957659] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.958033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.958033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.958365] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.958491] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.958573] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.958758] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.958840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.958943] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 is going to be created. [ 755.028468] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.028468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.028468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.028468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.028468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.037944] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 in Status: IN_PROGRESS for 2s [ 755.087973] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.088376] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.088670] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.089217] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.089565] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.089852] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 69409837-1c37-4fe7-a0fd-cf057ddf606a not found, creating... [ 755.090456] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.090895] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.091191] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.091841] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.092172] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.092814] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.093214] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.093491] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.094043] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.094351] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.094737] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 69409837-1c37-4fe7-a0fd-cf057ddf606a is going to be created. [ 755.126515] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.126935] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.127152] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.127675] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.128333] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.128886] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-69409837-1c37-4fe7-a0fd-cf057ddf606a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.221192] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12a148d5-e5f6-4887-985e-08c17408688a: rpc.has_security_group_logging(os_id): False [ 755.239487] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.239761] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.239847] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.240115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.240218] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.240488] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.240681] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.240681] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.240794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.240885] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.240970] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12a148d5-e5f6-4887-985e-08c17408688a is going to be created. [ 755.325427] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.325715] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.325715] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.325945] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.326142] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.335945] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12a148d5-e5f6-4887-985e-08c17408688a in Status: IN_PROGRESS for 2s [ 755.871198] env[70213]: INFO networking_nsxv3.common.synchronization [req-facd5861-9b2b-4630-ae87-1ba962250571 req-9368a958-c150-41e5-841a-ac2bb155ab7e service nova] Enqueued Resource ID: db274a14-6ca0-4b52-90f7-3cb52569da81 with Priority: HIGHEST for action security_group_rules [ 755.871198] env[70213]: INFO networking_nsxv3.common.synchronization [req-facd5861-9b2b-4630-ae87-1ba962250571 req-9368a958-c150-41e5-841a-ac2bb155ab7e service nova] Enqueued Resource ID: db274a14-6ca0-4b52-90f7-3cb52569da81 with Priority: HIGHEST for action security_group_members [ 755.871198] env[70213]: INFO networking_nsxv3.common.synchronization [req-facd5861-9b2b-4630-ae87-1ba962250571 req-9368a958-c150-41e5-841a-ac2bb155ab7e service nova] Enqueued Resource ID: 69409837-1c37-4fe7-a0fd-cf057ddf606a with Priority: HIGHEST for action port [ 755.871198] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db274a14-6ca0-4b52-90f7-3cb52569da81 with Priority: HIGHEST for action security_group_rules [ 755.871198] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db274a14-6ca0-4b52-90f7-3cb52569da81 with Priority: HIGHEST for action security_group_members [ 755.871198] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69409837-1c37-4fe7-a0fd-cf057ddf606a with Priority: HIGHEST for action port [ 755.872458] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db274a14-6ca0-4b52-90f7-3cb52569da81 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.872458] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.872458] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.872458] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.872458] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db274a14-6ca0-4b52-90f7-3cb52569da81',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.873938] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-db274a14-6ca0-4b52-90f7-3cb52569da81 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.873938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.873938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.873938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.873938] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.873938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.874268] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.874268] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.874387] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.874815] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db274a14-6ca0-4b52-90f7-3cb52569da81',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.875396] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-69409837-1c37-4fe7-a0fd-cf057ddf606a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.875542] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69409837-1c37-4fe7-a0fd-cf057ddf606a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.875628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69409837-1c37-4fe7-a0fd-cf057ddf606a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.878061] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69409837-1c37-4fe7-a0fd-cf057ddf606a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.878751] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69409837-1c37-4fe7-a0fd-cf057ddf606a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.253186] env[70213]: INFO networking_nsxv3.common.synchronization [req-50f16b56-294b-4fab-9844-6ecf7db8f744 req-8398af01-3010-49db-baa4-03f93d266c54 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Enqueued Resource ID: 57156c34-df29-46b4-b2fb-ef68c49e8db0 with Priority: HIGHEST for action security_group_members [ 756.253186] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57156c34-df29-46b4-b2fb-ef68c49e8db0 with Priority: HIGHEST for action security_group_members [ 756.253186] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-57156c34-df29-46b4-b2fb-ef68c49e8db0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.253186] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.253186] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.253186] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.253186] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.253186] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.253186] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.253186] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.253186] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.253186] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57156c34-df29-46b4-b2fb-ef68c49e8db0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.381735] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-db274a14-6ca0-4b52-90f7-3cb52569da81 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.381735] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.381735] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db274a14-6ca0-4b52-90f7-3cb52569da81',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.381960] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69409837-1c37-4fe7-a0fd-cf057ddf606a with status ACTIVE [ 756.382195] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.382324] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.382390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.382604] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.382753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.382951] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.383051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.383119] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.383694] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.383694] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.383694] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.383694] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.383694] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.384120] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.384120] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.384120] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69409837-1c37-4fe7-a0fd-cf057ddf606a is going to be updated. [ 756.418287] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.418508] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.418576] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.418774] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.418914] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.419244] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69409837-1c37-4fe7-a0fd-cf057ddf606a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.652577] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.652827] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-966" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.652954] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-966" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.653324] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-966" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.653596] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.653787] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.653907] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.656854] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.656854] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.657030] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.657159] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.657289] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.657402] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.657509] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.657666] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.657819] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.678463] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.678763] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 756.679398] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.679398] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-966" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.679573] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-6502d3c4-4505-45c7-9fb3-058a6dfae531 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.680233] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-6502d3c4-4505-45c7-9fb3-058a6dfae531" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.680233] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-6502d3c4-4505-45c7-9fb3-058a6dfae531" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.680233] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-6502d3c4-4505-45c7-9fb3-058a6dfae531" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.680465] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6502d3c4-4505-45c7-9fb3-058a6dfae531',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.755053] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.755053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.755306] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.755735] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.755735] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.755967] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.756164] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.756205] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.756368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.756443] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.756534] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57156c34-df29-46b4-b2fb-ef68c49e8db0 already deleted. [ 756.756612] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.901545] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db274a14-6ca0-4b52-90f7-3cb52569da81',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.051943] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 in Status: SUCCESS [ 757.052158] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.184687] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.184906] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.185086] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.185282] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.185422] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.185687] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 6502d3c4-4505-45c7-9fb3-058a6dfae531 not found, creating... [ 757.185870] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.186534] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.186661] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.186977] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.187458] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.187458] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.187653] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.187761] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.187965] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.188158] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.188270] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 6502d3c4-4505-45c7-9fb3-058a6dfae531 is going to be created. [ 757.209843] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.209988] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.210140] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.210402] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.210648] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.210869] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-6502d3c4-4505-45c7-9fb3-058a6dfae531" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.347952] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12a148d5-e5f6-4887-985e-08c17408688a in Status: SUCCESS [ 757.348177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.403187] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.403415] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.403492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.403929] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.403929] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.404126] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db274a14-6ca0-4b52-90f7-3cb52569da81 is going to be created. [ 757.438622] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.438950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.438950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.439165] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.439398] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.451651] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db274a14-6ca0-4b52-90f7-3cb52569da81 in Status: UNINITIALIZED for 2s [ 758.284306] env[70213]: INFO networking_nsxv3.common.synchronization [req-50f16b56-294b-4fab-9844-6ecf7db8f744 req-b99b37c8-1738-48bb-9b9f-d17b551fcf35 service nova] Enqueued Resource ID: 57156c34-df29-46b4-b2fb-ef68c49e8db0 with Priority: HIGHEST for action security_group_rules [ 758.284306] env[70213]: INFO networking_nsxv3.common.synchronization [req-50f16b56-294b-4fab-9844-6ecf7db8f744 req-b99b37c8-1738-48bb-9b9f-d17b551fcf35 service nova] Enqueued Resource ID: 57156c34-df29-46b4-b2fb-ef68c49e8db0 with Priority: HIGHEST for action security_group_members [ 758.284306] env[70213]: INFO networking_nsxv3.common.synchronization [req-50f16b56-294b-4fab-9844-6ecf7db8f744 req-b99b37c8-1738-48bb-9b9f-d17b551fcf35 service nova] Enqueued Resource ID: 6502d3c4-4505-45c7-9fb3-058a6dfae531 with Priority: HIGHEST for action port [ 758.284306] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57156c34-df29-46b4-b2fb-ef68c49e8db0 with Priority: HIGHEST for action security_group_rules [ 758.284306] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57156c34-df29-46b4-b2fb-ef68c49e8db0 with Priority: HIGHEST for action security_group_members [ 758.284306] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6502d3c4-4505-45c7-9fb3-058a6dfae531 with Priority: HIGHEST for action port [ 758.292346] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57156c34-df29-46b4-b2fb-ef68c49e8db0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.292346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.292346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.292346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.292346] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57156c34-df29-46b4-b2fb-ef68c49e8db0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.292346] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-57156c34-df29-46b4-b2fb-ef68c49e8db0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.292346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.292346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.292346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.292346] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.292346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.292346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.292346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.292346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.292346] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57156c34-df29-46b4-b2fb-ef68c49e8db0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.294497] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-6502d3c4-4505-45c7-9fb3-058a6dfae531 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.294590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6502d3c4-4505-45c7-9fb3-058a6dfae531" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.295236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6502d3c4-4505-45c7-9fb3-058a6dfae531" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.295236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6502d3c4-4505-45c7-9fb3-058a6dfae531" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.295236] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6502d3c4-4505-45c7-9fb3-058a6dfae531',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.447287] env[70213]: INFO networking_nsxv3.common.synchronization [req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 req-da826b70-3d5d-4c47-ae29-35291fc1f613 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Enqueued Resource ID: e41fa252-616f-40bc-831a-890ef59e618c with Priority: HIGHEST for action security_group_members [ 758.448138] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41fa252-616f-40bc-831a-890ef59e618c with Priority: HIGHEST for action security_group_members [ 758.448843] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41fa252-616f-40bc-831a-890ef59e618c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.448989] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.449199] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.449803] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.449913] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.449996] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.450049] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.450840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.450840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.450840] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41fa252-616f-40bc-831a-890ef59e618c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.007390] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-57156c34-df29-46b4-b2fb-ef68c49e8db0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.007390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.007390] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57156c34-df29-46b4-b2fb-ef68c49e8db0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.007390] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6502d3c4-4505-45c7-9fb3-058a6dfae531 with status ACTIVE [ 759.007390] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.007390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.007390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.007390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.007390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.007390] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.007390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.007390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.007390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.007390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.010267] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.010267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.010267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.010267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.010267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.010267] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6502d3c4-4505-45c7-9fb3-058a6dfae531 is going to be updated. [ 759.010267] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.010267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.010267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.010267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.010267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.010267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6502d3c4-4505-45c7-9fb3-058a6dfae531" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.010267] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.010267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.010267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.014558] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.014558] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.014558] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.014558] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.014558] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.014558] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.014558] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.014558] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41fa252-616f-40bc-831a-890ef59e618c is going to be updated. [ 759.014558] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.014558] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.014558] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.014558] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.014558] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.014558] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41fa252-616f-40bc-831a-890ef59e618c in Status: IN_PROGRESS for 2s [ 759.095225] env[70213]: INFO networking_nsxv3.common.synchronization [req-851c6d16-28af-4f6c-94c0-6497f52c3399 req-7cea1c35-92b0-4daf-8e41-ced303c4e8d2 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Enqueued Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_members [ 759.095810] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_members [ 759.096070] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350126-6451-4334-b04f-5080243aa5a9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.096203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.096270] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.096565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.096732] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.096830] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.096904] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.101070] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.101070] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.101205] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.310950] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57156c34-df29-46b4-b2fb-ef68c49e8db0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.459870] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db274a14-6ca0-4b52-90f7-3cb52569da81 in Status: SUCCESS [ 759.460449] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.460812] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.460960] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.461171] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.461287] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.461349] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.461506] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.461624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.461784] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.461833] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db274a14-6ca0-4b52-90f7-3cb52569da81',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.603292] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.603463] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.603535] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.603748] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.603842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.604052] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.604165] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.604207] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.604997] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.604997] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.604997] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c350126-6451-4334-b04f-5080243aa5a9 already deleted. [ 759.604997] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.818411] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.818411] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.818411] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.818411] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.818411] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.818411] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57156c34-df29-46b4-b2fb-ef68c49e8db0 is going to be created. [ 759.841734] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.841734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.841734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.841734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.841734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.850853] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57156c34-df29-46b4-b2fb-ef68c49e8db0 in Status: UNINITIALIZED for 2s [ 759.971021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-db274a14-6ca0-4b52-90f7-3cb52569da81 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.971021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.971021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.971021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.971021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.971021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.971021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.971021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.971021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.971021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.971021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-db274a14-6ca0-4b52-90f7-3cb52569da81 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.971021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.971021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.971021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.971021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.971021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.971802] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.971802] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.971802] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.971802] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.972113] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db274a14-6ca0-4b52-90f7-3cb52569da81',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.002025] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.002025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-638" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.002025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-638" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.002025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-638" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.002025] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.002025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.002973] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.003363] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.004221] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.007027] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.007027] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.007027] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.007027] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.007027] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.007027] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.007027] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.023465] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.024809] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 760.024809] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.024809] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-638" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.025606] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-b207fc81-e4c2-44a0-936c-0732503828fd taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.025957] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-b207fc81-e4c2-44a0-936c-0732503828fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.026481] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-b207fc81-e4c2-44a0-936c-0732503828fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.028015] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-b207fc81-e4c2-44a0-936c-0732503828fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.028015] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b207fc81-e4c2-44a0-936c-0732503828fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.475219] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db274a14-6ca0-4b52-90f7-3cb52569da81: rpc.has_security_group_logging(os_id): False [ 760.495432] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.496073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.496238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.496411] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.496550] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.496826] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.497015] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.497069] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.497238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.497323] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.497566] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.497668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.497751] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.498450] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.498583] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.498884] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.499033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.499105] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.499347] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.499520] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.499623] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db274a14-6ca0-4b52-90f7-3cb52569da81 is going to be created. [ 760.531535] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.533363] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.533363] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.533652] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.533870] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.534081] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port b207fc81-e4c2-44a0-936c-0732503828fd not found, creating... [ 760.534391] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.534573] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.534699] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.538091] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.538091] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.538091] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.538091] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.538091] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.538091] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.538091] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.538091] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: b207fc81-e4c2-44a0-936c-0732503828fd is going to be created. [ 760.563374] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.563374] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.563374] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.563374] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.563374] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.564142] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-b207fc81-e4c2-44a0-936c-0732503828fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.571181] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.571181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.571181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.571181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.571181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.581852] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db274a14-6ca0-4b52-90f7-3cb52569da81 in Status: IN_PROGRESS for 2s [ 761.016622] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41fa252-616f-40bc-831a-890ef59e618c in Status: SUCCESS [ 761.018029] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41fa252-616f-40bc-831a-890ef59e618c deletion is rescheduled due to dependency. [ 761.018155] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.714464] env[70213]: INFO networking_nsxv3.common.synchronization [req-11d586dd-b756-4979-b9cc-22ff590dcfac req-0277b3b0-3187-4e21-aaf8-e65c5724209a tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Enqueued Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_members [ 761.714464] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_members [ 761.714464] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350126-6451-4334-b04f-5080243aa5a9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.714464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.714464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.714464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.714464] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.714464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.714464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.714464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.714464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.715087] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.863504] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57156c34-df29-46b4-b2fb-ef68c49e8db0 in Status: SUCCESS [ 761.863836] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.864222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.864553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.864842] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.865990] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.868547] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.869092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.869193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.869257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.869583] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57156c34-df29-46b4-b2fb-ef68c49e8db0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.929240] env[70213]: INFO networking_nsxv3.common.synchronization [req-851c6d16-28af-4f6c-94c0-6497f52c3399 req-feff83ab-8731-4f4e-8dde-9ae1690f3129 service nova] Enqueued Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_rules [ 761.929500] env[70213]: INFO networking_nsxv3.common.synchronization [req-851c6d16-28af-4f6c-94c0-6497f52c3399 req-feff83ab-8731-4f4e-8dde-9ae1690f3129 service nova] Enqueued Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_members [ 761.929571] env[70213]: INFO networking_nsxv3.common.synchronization [req-851c6d16-28af-4f6c-94c0-6497f52c3399 req-feff83ab-8731-4f4e-8dde-9ae1690f3129 service nova] Enqueued Resource ID: b207fc81-e4c2-44a0-936c-0732503828fd with Priority: HIGHEST for action port [ 761.930600] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_rules [ 761.931064] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_members [ 761.931241] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b207fc81-e4c2-44a0-936c-0732503828fd with Priority: HIGHEST for action port [ 761.931948] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c350126-6451-4334-b04f-5080243aa5a9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.931948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.931948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.932302] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.932493] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.934242] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350126-6451-4334-b04f-5080243aa5a9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.934636] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.934636] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-b207fc81-e4c2-44a0-936c-0732503828fd taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.934636] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b207fc81-e4c2-44a0-936c-0732503828fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.935295] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b207fc81-e4c2-44a0-936c-0732503828fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.935295] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b207fc81-e4c2-44a0-936c-0732503828fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.935295] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b207fc81-e4c2-44a0-936c-0732503828fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.216934] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.375159] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-57156c34-df29-46b4-b2fb-ef68c49e8db0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.375382] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.375457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.375673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.375894] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.376231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.376333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.376466] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.376845] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.376845] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.376945] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-57156c34-df29-46b4-b2fb-ef68c49e8db0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.377073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.377337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.377470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.377619] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.377717] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.377810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.377952] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.382128] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.382361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.382626] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57156c34-df29-46b4-b2fb-ef68c49e8db0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.435022] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350126-6451-4334-b04f-5080243aa5a9 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.435315] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.438624] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b207fc81-e4c2-44a0-936c-0732503828fd with status ACTIVE [ 762.438846] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.439046] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.439046] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.440153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.440153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.440153] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.440153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.440153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.440153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.440153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.440153] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.440446] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.440446] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.440511] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.440838] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.440838] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b207fc81-e4c2-44a0-936c-0732503828fd is going to be updated. [ 762.461603] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.461762] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.461835] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.462812] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.463091] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.464150] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b207fc81-e4c2-44a0-936c-0732503828fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.594173] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db274a14-6ca0-4b52-90f7-3cb52569da81 in Status: SUCCESS [ 762.594473] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.635280] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.635479] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-638" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.635603] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-638" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.635873] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-638" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.636434] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.636609] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.636727] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.636949] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.637130] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.637335] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.637522] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.637657] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.637771] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.637884] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.637989] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.638130] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.654586] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.654760] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 762.654931] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.655122] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-638" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.655472] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-c6032021-17a3-400d-9637-7590ad16e7d0 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.655650] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-c6032021-17a3-400d-9637-7590ad16e7d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.655771] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-c6032021-17a3-400d-9637-7590ad16e7d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.656102] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-c6032021-17a3-400d-9637-7590ad16e7d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.656240] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6032021-17a3-400d-9637-7590ad16e7d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.719382] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.887115] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57156c34-df29-46b4-b2fb-ef68c49e8db0: rpc.has_security_group_logging(os_id): False [ 762.939950] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.939950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.939950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.939950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.940485] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.941099] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.941260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.941338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.941579] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.941646] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.941846] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.941937] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.942019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.942933] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.943060] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.943397] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.943487] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.943538] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.943672] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.944838] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.944838] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57156c34-df29-46b4-b2fb-ef68c49e8db0 is going to be created. [ 762.999322] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.999510] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.999575] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.999762] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.999930] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.010230] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57156c34-df29-46b4-b2fb-ef68c49e8db0 in Status: IN_PROGRESS for 2s [ 763.158858] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.159355] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.159603] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.160095] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.160350] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.162017] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port c6032021-17a3-400d-9637-7590ad16e7d0 not found, creating... [ 763.162017] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.162017] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.162017] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.162017] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.162017] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.162386] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.162661] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.162875] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.163188] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.163487] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.163730] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: c6032021-17a3-400d-9637-7590ad16e7d0 is going to be created. [ 763.187428] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.187428] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.187428] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.187428] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.187428] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.187428] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-c6032021-17a3-400d-9637-7590ad16e7d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.223614] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.223614] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.223614] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.223614] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.223614] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.223614] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c350126-6451-4334-b04f-5080243aa5a9 is going to be created. [ 763.257332] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.257468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.257508] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.257724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.257897] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.276991] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c350126-6451-4334-b04f-5080243aa5a9 in Status: UNINITIALIZED for 2s [ 763.292862] env[70213]: INFO networking_nsxv3.common.synchronization [None req-a379d8c2-c7cb-4b79-90b3-dc54ba9de8b4 None None] Enqueued Resource ID: d1b62a26-7f9d-450f-a43b-5e1988f64186 with Priority: HIGHEST for action port [ 763.293355] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b62a26-7f9d-450f-a43b-5e1988f64186 with Priority: HIGHEST for action port [ 763.293763] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1b62a26-7f9d-450f-a43b-5e1988f64186 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.293871] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1b62a26-7f9d-450f-a43b-5e1988f64186" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.293871] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1b62a26-7f9d-450f-a43b-5e1988f64186" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.294142] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1b62a26-7f9d-450f-a43b-5e1988f64186" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.294222] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1b62a26-7f9d-450f-a43b-5e1988f64186',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.798578] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1b62a26-7f9d-450f-a43b-5e1988f64186 [ 763.798578] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.798578] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.798578] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.798578] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.798578] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.798578] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1b62a26-7f9d-450f-a43b-5e1988f64186 already deleted. [ 763.798578] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1b62a26-7f9d-450f-a43b-5e1988f64186" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.452996] env[70213]: INFO networking_nsxv3.common.synchronization [req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 req-e398e407-43d2-4623-8f81-c854dc0f5b33 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Enqueued Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 764.453542] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 764.454073] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.454240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.455914] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.455914] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.455914] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.455914] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.455914] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.455914] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.455914] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.455914] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.915280] env[70213]: INFO networking_nsxv3.common.synchronization [req-286f5de1-8014-4891-b6ab-fdf3010a7189 req-c39e25ec-4f8e-4549-945a-d8b8b5828c6e tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Enqueued Resource ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 with Priority: HIGHEST for action security_group_members [ 764.916220] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 with Priority: HIGHEST for action security_group_members [ 764.916624] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-54854d94-eedd-4d8b-a31c-c2245c63d9a3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.916776] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.916867] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.917103] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.917367] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.917502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.917590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.917841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.917959] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.919206] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54854d94-eedd-4d8b-a31c-c2245c63d9a3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.958569] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.958722] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.958788] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.959018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.959104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.959297] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.959436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.959479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.959591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.959664] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.959812] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1d2214-3d43-4997-90b3-5c48df171063 already deleted. [ 764.959868] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.022951] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57156c34-df29-46b4-b2fb-ef68c49e8db0 in Status: SUCCESS [ 765.023176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.104945] env[70213]: INFO networking_nsxv3.common.synchronization [req-11d586dd-b756-4979-b9cc-22ff590dcfac req-9ca410ec-f635-42c1-b6d1-75eb411ecbd8 service nova] Enqueued Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_rules [ 765.105521] env[70213]: INFO networking_nsxv3.common.synchronization [req-11d586dd-b756-4979-b9cc-22ff590dcfac req-9ca410ec-f635-42c1-b6d1-75eb411ecbd8 service nova] Enqueued Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_members [ 765.105716] env[70213]: INFO networking_nsxv3.common.synchronization [req-11d586dd-b756-4979-b9cc-22ff590dcfac req-9ca410ec-f635-42c1-b6d1-75eb411ecbd8 service nova] Enqueued Resource ID: c6032021-17a3-400d-9637-7590ad16e7d0 with Priority: HIGHEST for action port [ 765.106398] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_rules [ 765.106546] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_members [ 765.106644] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6032021-17a3-400d-9637-7590ad16e7d0 with Priority: HIGHEST for action port [ 765.106984] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c350126-6451-4334-b04f-5080243aa5a9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.110031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.110031] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350126-6451-4334-b04f-5080243aa5a9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.110031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.110031] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6032021-17a3-400d-9637-7590ad16e7d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.110031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6032021-17a3-400d-9637-7590ad16e7d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.110031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6032021-17a3-400d-9637-7590ad16e7d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.110031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6032021-17a3-400d-9637-7590ad16e7d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.110031] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6032021-17a3-400d-9637-7590ad16e7d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.288249] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c350126-6451-4334-b04f-5080243aa5a9 in Status: SUCCESS [ 765.288472] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.288664] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.288909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.289166] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.289348] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.289433] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.289607] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.289712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.289824] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.424200] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.424200] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.424200] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.424386] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.424942] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.424942] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.424942] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.425213] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.425213] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.425320] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.425372] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 is going to be updated. [ 765.434025] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.434025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-141" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.434025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-141" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.434639] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-141" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.435188] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.436973] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.437139] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.437624] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.437624] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.438562] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.438562] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.438562] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.438562] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.438562] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.438562] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.438562] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.459337] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.459545] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 765.462935] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.463224] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-141" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.464042] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-5fdb4e63-9035-41bb-b28c-bda4a4b7b358 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.464042] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-5fdb4e63-9035-41bb-b28c-bda4a4b7b358" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.464210] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-5fdb4e63-9035-41bb-b28c-bda4a4b7b358" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.464442] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-5fdb4e63-9035-41bb-b28c-bda4a4b7b358" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.464577] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fdb4e63-9035-41bb-b28c-bda4a4b7b358',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.474168] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.474943] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.474943] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.474943] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.474943] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.484729] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 in Status: IN_PROGRESS for 2s [ 765.614243] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6032021-17a3-400d-9637-7590ad16e7d0 with status ACTIVE [ 765.614483] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.614632] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.614704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.614919] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.615014] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.615205] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.615304] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.615368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.615561] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.615615] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.615766] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.615857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.615918] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.616079] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.616153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.616244] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6032021-17a3-400d-9637-7590ad16e7d0 is going to be updated. [ 765.635255] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.635403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.635469] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.635755] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.635879] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.636058] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6032021-17a3-400d-9637-7590ad16e7d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.793356] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.838220] env[70213]: INFO networking_nsxv3.common.synchronization [None req-715ca543-2448-4c2c-b1a4-32645b353df9 None None] Enqueued Resource ID: 5d7c1ff2-da55-4866-9137-5a4fe9df3844 with Priority: HIGHEST for action port [ 765.838220] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c1ff2-da55-4866-9137-5a4fe9df3844 with Priority: HIGHEST for action port [ 765.839340] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d7c1ff2-da55-4866-9137-5a4fe9df3844 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.840939] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d7c1ff2-da55-4866-9137-5a4fe9df3844" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.841179] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d7c1ff2-da55-4866-9137-5a4fe9df3844" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.841471] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d7c1ff2-da55-4866-9137-5a4fe9df3844" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.841591] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d7c1ff2-da55-4866-9137-5a4fe9df3844',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.967031] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.967322] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.967386] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.967685] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.967831] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.967984] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 5fdb4e63-9035-41bb-b28c-bda4a4b7b358 not found, creating... [ 765.968845] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.968845] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.968845] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.968845] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.969088] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.969550] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.969550] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.969550] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.970522] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.970522] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.970522] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 5fdb4e63-9035-41bb-b28c-bda4a4b7b358 is going to be created. [ 765.991272] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.991272] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.991272] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.991535] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.991743] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.992532] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-5fdb4e63-9035-41bb-b28c-bda4a4b7b358" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.296727] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.345054] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d7c1ff2-da55-4866-9137-5a4fe9df3844 [ 766.345054] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.345054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.345054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.345371] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.345455] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.345975] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d7c1ff2-da55-4866-9137-5a4fe9df3844 already deleted. [ 766.345975] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d7c1ff2-da55-4866-9137-5a4fe9df3844" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.430077] env[70213]: INFO networking_nsxv3.common.synchronization [req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 req-6e5fbd65-3b2a-4567-8ec1-1be3670933b5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Enqueued Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_members [ 766.430077] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_members [ 766.430077] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350126-6451-4334-b04f-5080243aa5a9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.430077] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.799707] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.799911] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.799987] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.800236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.800332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.801986] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c350126-6451-4334-b04f-5080243aa5a9 is going to be updated. [ 766.832647] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.832647] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.833413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.833413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.833413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.844888] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c350126-6451-4334-b04f-5080243aa5a9 in Status: IN_PROGRESS for 2s [ 766.989813] env[70213]: INFO networking_nsxv3.common.synchronization [req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 req-5ffb5882-9530-403a-acb2-1cb34dcf13ab service nova] Enqueued Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_rules [ 766.989813] env[70213]: INFO networking_nsxv3.common.synchronization [req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 req-5ffb5882-9530-403a-acb2-1cb34dcf13ab service nova] Enqueued Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 766.989813] env[70213]: INFO networking_nsxv3.common.synchronization [req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 req-5ffb5882-9530-403a-acb2-1cb34dcf13ab service nova] Enqueued Resource ID: 5fdb4e63-9035-41bb-b28c-bda4a4b7b358 with Priority: HIGHEST for action port [ 766.989813] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_rules [ 766.990215] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 766.990215] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdb4e63-9035-41bb-b28c-bda4a4b7b358 with Priority: HIGHEST for action port [ 766.990615] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.990756] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.990843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.991195] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.991272] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.992116] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.992591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.992591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.992591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.992746] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.992799] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.994555] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.994555] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.994555] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.994555] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.997052] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fdb4e63-9035-41bb-b28c-bda4a4b7b358 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.997052] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fdb4e63-9035-41bb-b28c-bda4a4b7b358" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.998777] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fdb4e63-9035-41bb-b28c-bda4a4b7b358" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.998777] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fdb4e63-9035-41bb-b28c-bda4a4b7b358" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.998777] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fdb4e63-9035-41bb-b28c-bda4a4b7b358',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.034660] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.034973] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-638" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.035177] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-638" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.035571] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-638" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.036041] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.036392] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.036578] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.037055] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.037332] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.037657] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.037801] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.037911] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.038027] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.038157] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.038356] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.038600] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.056733] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.057029] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 767.057258] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.057531] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-638" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.058008] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-6dc171cf-2c04-43a4-a283-94fbebe96c08 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.058344] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-6dc171cf-2c04-43a4-a283-94fbebe96c08" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.058574] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-6dc171cf-2c04-43a4-a283-94fbebe96c08" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.059115] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-6dc171cf-2c04-43a4-a283-94fbebe96c08" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.059332] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dc171cf-2c04-43a4-a283-94fbebe96c08',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.494092] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 in Status: SUCCESS [ 767.494478] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 deletion is rescheduled due to dependency. [ 767.494909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.500779] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.505021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.505021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.505021] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fdb4e63-9035-41bb-b28c-bda4a4b7b358 with status ACTIVE [ 767.505021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.505021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.505021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.505021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.505021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.505021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.505021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.505021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.505021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.505021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.505021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.505791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.505791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.505791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.507104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.507104] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fdb4e63-9035-41bb-b28c-bda4a4b7b358 is going to be updated. [ 767.526540] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.526540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.526540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.526540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.526540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.526540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fdb4e63-9035-41bb-b28c-bda4a4b7b358" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.565335] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.565662] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.565723] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.568020] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.568020] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.568020] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 6dc171cf-2c04-43a4-a283-94fbebe96c08 not found, creating... [ 767.568020] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.568020] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.568020] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.568020] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.568020] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.568020] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.568020] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.568416] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.568416] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.568416] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.568511] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 6dc171cf-2c04-43a4-a283-94fbebe96c08 is going to be created. [ 767.590366] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.590366] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.590366] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.590366] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.590620] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.590656] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-6dc171cf-2c04-43a4-a283-94fbebe96c08" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.010549] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.512819] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.513085] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.513164] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.513393] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.513513] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.513620] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1d2214-3d43-4997-90b3-5c48df171063 is going to be created. [ 768.536072] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.536224] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.536224] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.536460] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.536663] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.549686] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: UNINITIALIZED for 2s [ 768.687255] env[70213]: INFO networking_nsxv3.common.synchronization [req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 req-195f0e0e-2f74-40bb-8840-79f55fa0be63 service nova] Enqueued Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_rules [ 768.687255] env[70213]: INFO networking_nsxv3.common.synchronization [req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 req-195f0e0e-2f74-40bb-8840-79f55fa0be63 service nova] Enqueued Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_members [ 768.687255] env[70213]: INFO networking_nsxv3.common.synchronization [req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 req-195f0e0e-2f74-40bb-8840-79f55fa0be63 service nova] Enqueued Resource ID: 6dc171cf-2c04-43a4-a283-94fbebe96c08 with Priority: HIGHEST for action port [ 768.687255] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_rules [ 768.687255] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_members [ 768.687255] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc171cf-2c04-43a4-a283-94fbebe96c08 with Priority: HIGHEST for action port [ 768.687255] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c350126-6451-4334-b04f-5080243aa5a9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.688227] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.688596] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350126-6451-4334-b04f-5080243aa5a9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.688944] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.689256] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dc171cf-2c04-43a4-a283-94fbebe96c08 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.691249] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dc171cf-2c04-43a4-a283-94fbebe96c08" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.691249] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dc171cf-2c04-43a4-a283-94fbebe96c08" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.691249] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dc171cf-2c04-43a4-a283-94fbebe96c08" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.691249] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dc171cf-2c04-43a4-a283-94fbebe96c08',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.854486] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c350126-6451-4334-b04f-5080243aa5a9 in Status: SUCCESS [ 768.857025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.857025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.857025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.857025] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.857025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.857025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.857025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.857025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.857025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.857025] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.861644] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.861644] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.861644] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.861644] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.861644] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.861644] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.861644] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.861644] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.194151] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dc171cf-2c04-43a4-a283-94fbebe96c08 with status ACTIVE [ 769.194933] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.195062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.195109] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.195304] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.195400] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.195589] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.195686] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.195740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.195904] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.195968] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.196177] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.196270] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.196327] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.196468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.196547] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.196631] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dc171cf-2c04-43a4-a283-94fbebe96c08 is going to be updated. [ 769.217504] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.217688] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.218638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.218864] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.219057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.219197] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dc171cf-2c04-43a4-a283-94fbebe96c08" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.367614] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350126-6451-4334-b04f-5080243aa5a9 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.367792] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.368014] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.643696] env[70213]: INFO networking_nsxv3.common.synchronization [req-d03cd730-a95d-4c9e-b875-1fc5764d713b req-3ea405ba-c537-4796-83ce-ae5606c885df tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Enqueued Resource ID: 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 with Priority: HIGHEST for action security_group_members [ 769.644348] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 with Priority: HIGHEST for action security_group_members [ 769.644924] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.644924] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.644924] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.645160] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.648185] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.648185] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.648185] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.648185] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.648185] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.648185] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.872308] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.150378] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.150484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.150557] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.150881] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.151070] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.151388] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.151552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.151647] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.154023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.154287] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.154287] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 is going to be updated. [ 770.181375] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.181619] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.181706] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.181936] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.182127] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.192700] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 in Status: IN_PROGRESS for 2s [ 770.375410] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.375713] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.375713] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.375979] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.375979] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.375979] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c350126-6451-4334-b04f-5080243aa5a9 is going to be updated. [ 770.403261] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.403470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.403470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.403660] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.403811] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.412395] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c350126-6451-4334-b04f-5080243aa5a9 in Status: IN_PROGRESS for 2s [ 770.560706] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: SUCCESS [ 770.560824] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.561918] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.561918] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.565191] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.565191] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.565191] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.565466] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.565954] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.565954] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.565954] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.072344] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.072344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.072344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.072344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.072344] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.072344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.072344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.072344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.072344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.072762] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.072762] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.072762] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.072762] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.072909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.073045] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.073624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.073624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.073624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.073624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.073624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.073624] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.426292] env[70213]: INFO networking_nsxv3.common.synchronization [None req-9705abe0-c116-4052-b4f9-f2243f8b2497 None None] Enqueued Resource ID: 89f54ef1-29e6-4ea8-898c-2fc70e1f8d3b with Priority: HIGHEST for action port [ 771.426292] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89f54ef1-29e6-4ea8-898c-2fc70e1f8d3b with Priority: HIGHEST for action port [ 771.426292] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-89f54ef1-29e6-4ea8-898c-2fc70e1f8d3b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.426292] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89f54ef1-29e6-4ea8-898c-2fc70e1f8d3b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.426292] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89f54ef1-29e6-4ea8-898c-2fc70e1f8d3b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.427766] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89f54ef1-29e6-4ea8-898c-2fc70e1f8d3b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.429214] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89f54ef1-29e6-4ea8-898c-2fc70e1f8d3b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.493113] env[70213]: INFO networking_nsxv3.common.synchronization [req-357a3b2c-7aea-4c05-873f-1a9b59c66635 req-9b721dbd-2ec2-40bd-b71e-67e0f0a61532 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Enqueued Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 771.493113] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 771.493113] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.493113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.493113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.493113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.493113] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.493113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.493620] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.493916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.494117] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.494559] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.576856] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc1d2214-3d43-4997-90b3-5c48df171063: rpc.has_security_group_logging(os_id): False [ 771.595509] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.595655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.595723] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.595935] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.596025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.596242] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.596375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.596436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.600025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.600025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.600025] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.600025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.600025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.600025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.600025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.600025] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.600025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.600025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.600025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.600025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.600025] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc1d2214-3d43-4997-90b3-5c48df171063 is going to be created. [ 771.656281] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.656427] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.656492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.656712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.657335] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.667948] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: IN_PROGRESS for 2s [ 771.932616] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89f54ef1-29e6-4ea8-898c-2fc70e1f8d3b [ 771.932871] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.933029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.933099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.933844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.935580] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.935580] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89f54ef1-29e6-4ea8-898c-2fc70e1f8d3b already deleted. [ 771.935580] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89f54ef1-29e6-4ea8-898c-2fc70e1f8d3b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.002684] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.204345] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 in Status: SUCCESS [ 772.204345] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 deletion is rescheduled due to dependency. [ 772.204345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.328179] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.328369] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-141" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.328491] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-141" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.328846] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-141" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.329528] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.329528] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.329715] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.330861] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.330861] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.330861] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 772.331220] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.333441] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.333441] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.333441] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 772.333441] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.333441] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.349608] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.349856] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 772.350014] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.350189] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-141" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.350496] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-61622bc2-d229-437c-aa15-1165620cf19e taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.350662] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-61622bc2-d229-437c-aa15-1165620cf19e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.350792] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-61622bc2-d229-437c-aa15-1165620cf19e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.351181] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-61622bc2-d229-437c-aa15-1165620cf19e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.351321] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61622bc2-d229-437c-aa15-1165620cf19e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.422330] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c350126-6451-4334-b04f-5080243aa5a9 in Status: SUCCESS [ 772.422966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.422966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.423331] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.427024] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.427024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.427024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.427024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.427024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.427024] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.470436] env[70213]: INFO networking_nsxv3.common.synchronization [None req-62fffb88-f8b1-4ac8-96f2-bcc81a595031 None None] Enqueued Resource ID: b8c52245-9fe0-4419-9ac3-94f77cf95f5e with Priority: HIGHEST for action port [ 772.470436] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8c52245-9fe0-4419-9ac3-94f77cf95f5e with Priority: HIGHEST for action port [ 772.470436] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8c52245-9fe0-4419-9ac3-94f77cf95f5e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.470436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8c52245-9fe0-4419-9ac3-94f77cf95f5e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.470436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8c52245-9fe0-4419-9ac3-94f77cf95f5e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.470436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8c52245-9fe0-4419-9ac3-94f77cf95f5e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.470436] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8c52245-9fe0-4419-9ac3-94f77cf95f5e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.508979] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.855199] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.855499] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.855693] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.856080] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.856315] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.856815] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 61622bc2-d229-437c-aa15-1165620cf19e not found, creating... [ 772.857262] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.857534] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.857695] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.858051] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.858194] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.858607] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.862030] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.862030] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.862030] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.862030] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.862030] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 61622bc2-d229-437c-aa15-1165620cf19e is going to be created. [ 772.885379] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.885570] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.885634] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.886057] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.886349] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.886621] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-61622bc2-d229-437c-aa15-1165620cf19e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.928818] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.977812] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8c52245-9fe0-4419-9ac3-94f77cf95f5e [ 772.977812] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.977812] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.977812] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.978175] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.978175] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.978415] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8c52245-9fe0-4419-9ac3-94f77cf95f5e already deleted. [ 772.978415] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8c52245-9fe0-4419-9ac3-94f77cf95f5e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.011628] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.011788] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.011833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.012050] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.012139] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.012238] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1d2214-3d43-4997-90b3-5c48df171063 is going to be updated. [ 773.052743] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.052743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.052743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.052743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.053650] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.066557] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: IN_PROGRESS for 2s [ 773.432268] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.679877] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: SUCCESS [ 773.680219] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.888642] env[70213]: INFO networking_nsxv3.common.synchronization [req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 req-f7c19ea3-8c01-44a8-bc93-8588807fb76b tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Enqueued Resource ID: 57156c34-df29-46b4-b2fb-ef68c49e8db0 with Priority: HIGHEST for action security_group_members [ 773.889461] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57156c34-df29-46b4-b2fb-ef68c49e8db0 with Priority: HIGHEST for action security_group_members [ 773.889510] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-57156c34-df29-46b4-b2fb-ef68c49e8db0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.889695] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.889695] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.889910] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.890117] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.890482] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.890482] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.890482] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.890629] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.890629] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57156c34-df29-46b4-b2fb-ef68c49e8db0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.936412] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.936583] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.936660] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.937060] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.937060] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.937149] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c350126-6451-4334-b04f-5080243aa5a9 is going to be updated. [ 773.962751] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.962924] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.963104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.963180] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.963329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.973175] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c350126-6451-4334-b04f-5080243aa5a9 in Status: IN_PROGRESS for 2s [ 774.135625] env[70213]: INFO networking_nsxv3.common.synchronization [req-357a3b2c-7aea-4c05-873f-1a9b59c66635 req-5b58ba2e-0644-42c6-8321-4797bc84386d service nova] Enqueued Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_rules [ 774.135674] env[70213]: INFO networking_nsxv3.common.synchronization [req-357a3b2c-7aea-4c05-873f-1a9b59c66635 req-5b58ba2e-0644-42c6-8321-4797bc84386d service nova] Enqueued Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 774.136608] env[70213]: INFO networking_nsxv3.common.synchronization [req-357a3b2c-7aea-4c05-873f-1a9b59c66635 req-5b58ba2e-0644-42c6-8321-4797bc84386d service nova] Enqueued Resource ID: 61622bc2-d229-437c-aa15-1165620cf19e with Priority: HIGHEST for action port [ 774.136608] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_rules [ 774.136608] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 774.136861] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61622bc2-d229-437c-aa15-1165620cf19e with Priority: HIGHEST for action port [ 774.136954] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.137544] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.137544] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.138237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.138917] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.146158] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.146158] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.146158] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-61622bc2-d229-437c-aa15-1165620cf19e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.146158] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61622bc2-d229-437c-aa15-1165620cf19e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.146158] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61622bc2-d229-437c-aa15-1165620cf19e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.146158] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61622bc2-d229-437c-aa15-1165620cf19e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.146158] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61622bc2-d229-437c-aa15-1165620cf19e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.274624] env[70213]: INFO networking_nsxv3.common.synchronization [req-92a1d99f-79e9-45fe-b3c5-8746333ca051 req-cd3cbf19-6cb5-4122-a024-fb9cb78dafa1 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Enqueued Resource ID: db274a14-6ca0-4b52-90f7-3cb52569da81 with Priority: HIGHEST for action security_group_members [ 774.275225] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db274a14-6ca0-4b52-90f7-3cb52569da81 with Priority: HIGHEST for action security_group_members [ 774.275532] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-db274a14-6ca0-4b52-90f7-3cb52569da81 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.275664] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.275726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.275919] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.277548] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.277721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.277804] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.278013] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.278100] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.278194] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db274a14-6ca0-4b52-90f7-3cb52569da81',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.392192] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.392357] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.392433] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.392658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.392748] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.392943] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.393057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.393106] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.394429] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.394518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.394554] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57156c34-df29-46b4-b2fb-ef68c49e8db0 is going to be updated. [ 774.424143] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.424143] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.424143] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.424143] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.424143] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.432159] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57156c34-df29-46b4-b2fb-ef68c49e8db0 in Status: IN_PROGRESS for 2s [ 774.599528] env[70213]: INFO networking_nsxv3.common.synchronization [req-876b9435-ccaa-4576-a721-2d6f448d960c req-016c2335-5a0c-4a6e-8e6f-51856b979175 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Enqueued Resource ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 with Priority: HIGHEST for action security_group_members [ 774.600148] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 with Priority: HIGHEST for action security_group_members [ 774.600438] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-885bec36-b314-4147-b91b-b4fb507b0ad4 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.600565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.600627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.601197] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.602324] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.606103] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.606103] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.606103] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.606103] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.606103] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('885bec36-b314-4147-b91b-b4fb507b0ad4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.645681] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.645822] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.646069] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61622bc2-d229-437c-aa15-1165620cf19e with status ACTIVE [ 774.646265] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.646397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.646446] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.646644] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.646736] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.646904] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.647009] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.647096] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.647916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.647916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.647916] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.647916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.647916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.647916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.647916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.647916] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61622bc2-d229-437c-aa15-1165620cf19e is going to be updated. [ 774.669511] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.669747] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.669747] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.670052] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.670228] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.670404] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61622bc2-d229-437c-aa15-1165620cf19e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.713202] env[70213]: INFO networking_nsxv3.common.synchronization [None req-21192dc7-ad90-4d83-88f0-dcd9e7e24c98 None None] Enqueued Resource ID: 8051d1af-db05-4a39-85bb-09c05e1d04b8 with Priority: HIGHEST for action port [ 774.713202] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8051d1af-db05-4a39-85bb-09c05e1d04b8 with Priority: HIGHEST for action port [ 774.713202] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-8051d1af-db05-4a39-85bb-09c05e1d04b8 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.713202] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8051d1af-db05-4a39-85bb-09c05e1d04b8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.713202] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8051d1af-db05-4a39-85bb-09c05e1d04b8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.713202] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8051d1af-db05-4a39-85bb-09c05e1d04b8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.713202] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8051d1af-db05-4a39-85bb-09c05e1d04b8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.781073] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.781254] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.781328] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.781530] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.781621] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.781813] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.781913] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.781973] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.782184] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.782268] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.782314] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db274a14-6ca0-4b52-90f7-3cb52569da81 is going to be updated. [ 774.826588] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.826717] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.826935] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.827016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.827617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.835777] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db274a14-6ca0-4b52-90f7-3cb52569da81 in Status: IN_PROGRESS for 2s [ 774.915641] env[70213]: INFO networking_nsxv3.common.synchronization [None req-23741654-cb03-4980-9960-32dcd9425806 None None] Enqueued Resource ID: 73bfa05a-0de1-45a9-b53f-5fed95c2caa3 with Priority: HIGHEST for action port [ 774.915990] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73bfa05a-0de1-45a9-b53f-5fed95c2caa3 with Priority: HIGHEST for action port [ 774.916500] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-73bfa05a-0de1-45a9-b53f-5fed95c2caa3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.917308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73bfa05a-0de1-45a9-b53f-5fed95c2caa3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.917308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73bfa05a-0de1-45a9-b53f-5fed95c2caa3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.917308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73bfa05a-0de1-45a9-b53f-5fed95c2caa3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.917924] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73bfa05a-0de1-45a9-b53f-5fed95c2caa3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.076453] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: SUCCESS [ 775.076453] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.076453] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.076453] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.076453] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.076453] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.076453] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.076453] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.076453] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.076453] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.106870] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.106870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.106870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.106870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.106870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.106870] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.106870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.106870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.106870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.106870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.106870] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 already deleted. [ 775.106870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.217978] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8051d1af-db05-4a39-85bb-09c05e1d04b8 [ 775.218573] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.218870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.218870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.219143] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.219248] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.219401] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8051d1af-db05-4a39-85bb-09c05e1d04b8 already deleted. [ 775.219453] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8051d1af-db05-4a39-85bb-09c05e1d04b8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.422557] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73bfa05a-0de1-45a9-b53f-5fed95c2caa3 [ 775.422557] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.422557] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.422557] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.422557] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.422557] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.422557] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73bfa05a-0de1-45a9-b53f-5fed95c2caa3 already deleted. [ 775.422557] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73bfa05a-0de1-45a9-b53f-5fed95c2caa3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.578642] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.828873] env[70213]: INFO networking_nsxv3.common.synchronization [None req-f5a736f9-b8a4-4d1b-9280-5f0a91f742cf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Enqueued Resource ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 with Priority: HIGHEST for action security_group_rules [ 775.830458] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 with Priority: HIGHEST for action security_group_rules [ 775.830458] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.830458] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.830458] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.830458] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.831170] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.833407] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-834 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.834208] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-834" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.834359] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-834" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.834846] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-834" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.836986] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.836986] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.836986] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.836986] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.836986] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.836986] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.836986] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.836986] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.836986] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.836986] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.836986] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.836986] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.860639] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.860639] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 775.860639] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.860639] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-834" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.860989] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-53ce6290-2c40-4ca6-91e2-d820435aca31 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.861309] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-53ce6290-2c40-4ca6-91e2-d820435aca31" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.861455] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-53ce6290-2c40-4ca6-91e2-d820435aca31" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.862137] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-53ce6290-2c40-4ca6-91e2-d820435aca31" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.862328] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53ce6290-2c40-4ca6-91e2-d820435aca31',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.964494] env[70213]: INFO networking_nsxv3.common.synchronization [req-659cee6c-125b-45e8-b130-a4c67a4dc9a8 req-03cc99fb-3602-4dd4-ad95-6d6761138949 tempest-SecurityGroupRulesTestJSON-1137437237 tempest-SecurityGroupRulesTestJSON-1137437237-project-member] Enqueued Resource ID: 5b553510-87f8-4780-aaa9-e245e9afbf5a with Priority: HIGHEST for action security_group_rules [ 775.965353] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b553510-87f8-4780-aaa9-e245e9afbf5a with Priority: HIGHEST for action security_group_rules [ 775.965744] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b553510-87f8-4780-aaa9-e245e9afbf5a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.965972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b553510-87f8-4780-aaa9-e245e9afbf5a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.966153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b553510-87f8-4780-aaa9-e245e9afbf5a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.966595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b553510-87f8-4780-aaa9-e245e9afbf5a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.966790] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b553510-87f8-4780-aaa9-e245e9afbf5a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.987421] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c350126-6451-4334-b04f-5080243aa5a9 in Status: SUCCESS [ 775.987862] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.988301] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.988688] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.988989] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.989225] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.989388] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.989721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.990101] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.990233] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.083539] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.088631] env[70213]: INFO networking_nsxv3.common.synchronization [None req-1babf2c4-e492-4349-a1be-dcffb5838332 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Enqueued Resource ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 with Priority: HIGHEST for action security_group_rules [ 776.089581] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 with Priority: HIGHEST for action security_group_rules [ 776.090060] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.090287] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.357753] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.357890] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.357964] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.358205] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.358300] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.358398] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 already deleted. [ 776.358481] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.359217] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.359397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.359486] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.366810] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.366810] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.366810] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.366810] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.366810] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.366810] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 53ce6290-2c40-4ca6-91e2-d820435aca31 not found, creating... [ 776.366810] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.366810] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.366810] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.366810] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.366810] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.367254] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.367254] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.367254] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.367555] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.367656] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.367971] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 53ce6290-2c40-4ca6-91e2-d820435aca31 is going to be created. [ 776.385340] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.385612] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.385682] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.385960] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.386203] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.386431] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-53ce6290-2c40-4ca6-91e2-d820435aca31" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.442757] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57156c34-df29-46b4-b2fb-ef68c49e8db0 in Status: SUCCESS [ 776.442860] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57156c34-df29-46b4-b2fb-ef68c49e8db0 deletion is rescheduled due to dependency. [ 776.442959] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.489794] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.489794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.489794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.490201] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.490333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.490416] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b553510-87f8-4780-aaa9-e245e9afbf5a already deleted. [ 776.490502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b553510-87f8-4780-aaa9-e245e9afbf5a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.494262] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.590532] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.590737] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.590888] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.591322] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.591406] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.591529] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1d2214-3d43-4997-90b3-5c48df171063 is going to be updated. [ 776.622307] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.622500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.622603] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.622865] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.623087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.633035] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: IN_PROGRESS for 2s [ 776.845701] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db274a14-6ca0-4b52-90f7-3cb52569da81 in Status: SUCCESS [ 776.845955] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db274a14-6ca0-4b52-90f7-3cb52569da81 deletion is rescheduled due to dependency. [ 776.845955] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.881132] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.881132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.881132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.881132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.881132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.881132] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 already deleted. [ 776.881132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.996212] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.399799] env[70213]: INFO networking_nsxv3.common.synchronization [None req-388147b9-a7af-47fd-9414-825026a6c6f3 None None] Enqueued Resource ID: 03c23c16-6cae-427f-994f-cadaed96be00 with Priority: HIGHEST for action port [ 777.400127] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c23c16-6cae-427f-994f-cadaed96be00 with Priority: HIGHEST for action port [ 777.400733] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-03c23c16-6cae-427f-994f-cadaed96be00 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.400855] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03c23c16-6cae-427f-994f-cadaed96be00" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.400909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03c23c16-6cae-427f-994f-cadaed96be00" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.402248] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03c23c16-6cae-427f-994f-cadaed96be00" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.402248] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03c23c16-6cae-427f-994f-cadaed96be00',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.429108] env[70213]: INFO networking_nsxv3.common.synchronization [req-876b9435-ccaa-4576-a721-2d6f448d960c req-b8452e5f-6fe6-4377-b4fc-2878ef185261 service nova] Enqueued Resource ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 with Priority: HIGHEST for action security_group_rules [ 777.429293] env[70213]: INFO networking_nsxv3.common.synchronization [req-876b9435-ccaa-4576-a721-2d6f448d960c req-b8452e5f-6fe6-4377-b4fc-2878ef185261 service nova] Enqueued Resource ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 with Priority: HIGHEST for action security_group_members [ 777.429422] env[70213]: INFO networking_nsxv3.common.synchronization [req-876b9435-ccaa-4576-a721-2d6f448d960c req-b8452e5f-6fe6-4377-b4fc-2878ef185261 service nova] Enqueued Resource ID: 53ce6290-2c40-4ca6-91e2-d820435aca31 with Priority: HIGHEST for action port [ 777.429643] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 with Priority: HIGHEST for action security_group_rules [ 777.429764] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 with Priority: HIGHEST for action security_group_members [ 777.429918] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53ce6290-2c40-4ca6-91e2-d820435aca31 with Priority: HIGHEST for action port [ 777.430519] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-885bec36-b314-4147-b91b-b4fb507b0ad4 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.430613] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.430648] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.431161] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.431161] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('885bec36-b314-4147-b91b-b4fb507b0ad4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.432018] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-885bec36-b314-4147-b91b-b4fb507b0ad4 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.432018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.432018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.432187] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.432220] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.432349] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.432461] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.432615] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.432703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.432793] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('885bec36-b314-4147-b91b-b4fb507b0ad4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.434046] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-53ce6290-2c40-4ca6-91e2-d820435aca31 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.434181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53ce6290-2c40-4ca6-91e2-d820435aca31" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.434262] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53ce6290-2c40-4ca6-91e2-d820435aca31" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.434369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53ce6290-2c40-4ca6-91e2-d820435aca31" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.434481] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53ce6290-2c40-4ca6-91e2-d820435aca31',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.499784] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.499935] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.500041] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.500387] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.500486] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.500643] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c350126-6451-4334-b04f-5080243aa5a9 is going to be updated. [ 777.525737] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.525899] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.525969] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.526197] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.526367] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.534037] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c350126-6451-4334-b04f-5080243aa5a9 in Status: IN_PROGRESS for 2s [ 777.908404] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03c23c16-6cae-427f-994f-cadaed96be00 [ 777.908952] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.908952] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.908952] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.909313] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.909313] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.909313] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03c23c16-6cae-427f-994f-cadaed96be00 already deleted. [ 777.909478] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03c23c16-6cae-427f-994f-cadaed96be00" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.936729] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-885bec36-b314-4147-b91b-b4fb507b0ad4 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.936729] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.936729] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('885bec36-b314-4147-b91b-b4fb507b0ad4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.937968] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53ce6290-2c40-4ca6-91e2-d820435aca31 with status ACTIVE [ 777.937968] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.937968] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.938234] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.938234] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.938450] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.938501] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.938599] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.938645] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.941436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.941436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.941436] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.941436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.941436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.941436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.941436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.941436] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53ce6290-2c40-4ca6-91e2-d820435aca31 is going to be updated. [ 777.960383] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.960515] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.960597] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.960781] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.960913] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.962917] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53ce6290-2c40-4ca6-91e2-d820435aca31" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.444545] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('885bec36-b314-4147-b91b-b4fb507b0ad4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.645673] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: SUCCESS [ 778.645673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.645673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.645673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.645673] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.645673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.645673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.645673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.645673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.645673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.645673] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.869106] env[70213]: INFO networking_nsxv3.common.synchronization [req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 req-4793ec5e-7842-45e7-b156-6cfa18e1c4e1 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Enqueued Resource ID: 2f99763c-6b1c-4c89-b72c-4255c3b90438 with Priority: HIGHEST for action security_group_members [ 778.869106] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f99763c-6b1c-4c89-b72c-4255c3b90438 with Priority: HIGHEST for action security_group_members [ 778.869106] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f99763c-6b1c-4c89-b72c-4255c3b90438 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.869512] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.869512] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.869512] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.870170] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.871372] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.871372] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.871372] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.871372] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.871372] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f99763c-6b1c-4c89-b72c-4255c3b90438',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.948076] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.948076] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.948076] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.948076] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.948796] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.948796] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 is going to be created. [ 778.973887] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.974085] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.974177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.974425] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.974605] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.988024] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 in Status: UNINITIALIZED for 2s [ 779.027886] env[70213]: INFO networking_nsxv3.common.synchronization [req-82cd4f01-20df-4f0a-9cde-c3103007e701 req-d08dfc55-83c3-4e2c-b7b6-b9127092fd06 tempest-SecurityGroupRulesTestJSON-1137437237 tempest-SecurityGroupRulesTestJSON-1137437237-project-member] Enqueued Resource ID: a168b565-930d-488a-90a3-1dffba35da3b with Priority: HIGHEST for action security_group_rules [ 779.028515] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a168b565-930d-488a-90a3-1dffba35da3b with Priority: HIGHEST for action security_group_rules [ 779.028800] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a168b565-930d-488a-90a3-1dffba35da3b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.028930] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a168b565-930d-488a-90a3-1dffba35da3b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.028995] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a168b565-930d-488a-90a3-1dffba35da3b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.029779] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a168b565-930d-488a-90a3-1dffba35da3b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.029924] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a168b565-930d-488a-90a3-1dffba35da3b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.150213] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.150213] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.150213] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.150213] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.150213] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.150533] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.150533] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.150533] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.150638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.150673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.150910] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.150910] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.151061] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.151097] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.151218] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.151307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.151366] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.151499] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.151572] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.151652] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.151743] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.303407] env[70213]: INFO networking_nsxv3.common.synchronization [req-a08cff7f-631b-494a-9953-a0d665eeabc9 req-aa0f8728-f18b-49b3-a82f-7e65df74d02a tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Enqueued Resource ID: dde5bd47-7458-4391-b324-1c63276451e0 with Priority: HIGHEST for action security_group_members [ 779.303662] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde5bd47-7458-4391-b324-1c63276451e0 with Priority: HIGHEST for action security_group_members [ 779.304038] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-dde5bd47-7458-4391-b324-1c63276451e0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.304162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.304162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.306118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.306118] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.306118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.306118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.306118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.306118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.306118] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dde5bd47-7458-4391-b324-1c63276451e0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.377370] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.377370] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.377370] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.377370] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.377370] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.377370] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.377370] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.377370] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.377370] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.377370] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.377370] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f99763c-6b1c-4c89-b72c-4255c3b90438 is going to be updated. [ 779.404834] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.404834] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.404834] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.404834] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.404834] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.418018] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f99763c-6b1c-4c89-b72c-4255c3b90438 in Status: IN_PROGRESS for 2s [ 779.543494] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c350126-6451-4334-b04f-5080243aa5a9 in Status: SUCCESS [ 779.543717] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.543893] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.544135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.544345] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.544486] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.544554] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.544714] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.544795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.544953] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.545049] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350126-6451-4334-b04f-5080243aa5a9 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.546035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.546035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.546035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.546035] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.546035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.546035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.546035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.546528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.546672] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.546886] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.552834] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.552921] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.553022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.553154] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.553242] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.553337] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a168b565-930d-488a-90a3-1dffba35da3b already deleted. [ 779.553426] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a168b565-930d-488a-90a3-1dffba35da3b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.654936] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc1d2214-3d43-4997-90b3-5c48df171063: rpc.has_security_group_logging(os_id): False [ 779.675863] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.676373] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.676373] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.677042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.677042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.677042] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.677042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.677274] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.677274] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.677425] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.677643] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.677768] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.677814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.677938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.678131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.678596] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.678596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.678596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.678779] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.678779] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.678860] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc1d2214-3d43-4997-90b3-5c48df171063 is going to be updated. [ 779.695050] env[70213]: INFO networking_nsxv3.common.synchronization [None req-6926d209-cbb0-4bfa-9811-7c2144e1e75a None None] Enqueued Resource ID: 14c56e6e-525b-4427-ab7b-5ae9b4875b7f with Priority: HIGHEST for action port [ 779.695050] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14c56e6e-525b-4427-ab7b-5ae9b4875b7f with Priority: HIGHEST for action port [ 779.695551] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-14c56e6e-525b-4427-ab7b-5ae9b4875b7f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.695924] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14c56e6e-525b-4427-ab7b-5ae9b4875b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.697027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14c56e6e-525b-4427-ab7b-5ae9b4875b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.697027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14c56e6e-525b-4427-ab7b-5ae9b4875b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.697027] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14c56e6e-525b-4427-ab7b-5ae9b4875b7f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.735426] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.735611] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.735611] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.735806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.735993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.753792] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: IN_PROGRESS for 2s [ 779.808103] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dde5bd47-7458-4391-b324-1c63276451e0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.959924] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.959924] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.960335] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.961753] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.961753] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.961753] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.961753] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.961753] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.961753] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.962658] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.962794] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.963052] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.963230] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.963420] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.963538] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.963678] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.982838] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.983110] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 779.983338] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.983553] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.984039] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-ae461e7e-8c67-4cc5-9232-44ba8e7045a6 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.984349] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-ae461e7e-8c67-4cc5-9232-44ba8e7045a6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.984653] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-ae461e7e-8c67-4cc5-9232-44ba8e7045a6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.985075] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-ae461e7e-8c67-4cc5-9232-44ba8e7045a6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.985322] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae461e7e-8c67-4cc5-9232-44ba8e7045a6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.050711] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c350126-6451-4334-b04f-5080243aa5a9: rpc.has_security_group_logging(os_id): False [ 780.070756] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.070862] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.070968] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.071724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.071775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.072082] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.072318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.072318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.072450] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.072568] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.072751] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.072866] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.072918] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.073420] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.073420] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.073420] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.073583] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.073583] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.073718] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.073793] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.073882] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c350126-6451-4334-b04f-5080243aa5a9 is going to be created. [ 780.129034] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.129180] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.129224] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.129450] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.129641] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.141271] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c350126-6451-4334-b04f-5080243aa5a9 in Status: IN_PROGRESS for 2s [ 780.199998] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14c56e6e-525b-4427-ab7b-5ae9b4875b7f [ 780.199998] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.200339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.200339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.200415] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.200503] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.200705] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14c56e6e-525b-4427-ab7b-5ae9b4875b7f already deleted. [ 780.200987] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14c56e6e-525b-4427-ab7b-5ae9b4875b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.310522] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dde5bd47-7458-4391-b324-1c63276451e0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.492117] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.492117] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.492117] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.492117] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.492117] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.492117] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port ae461e7e-8c67-4cc5-9232-44ba8e7045a6 not found, creating... [ 780.492117] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.492117] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.492117] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.492117] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.492117] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.495405] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.495669] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.495851] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.496212] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.496415] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.496625] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: ae461e7e-8c67-4cc5-9232-44ba8e7045a6 is going to be created. [ 780.515357] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.515754] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.515754] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.516836] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.516836] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.516836] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-ae461e7e-8c67-4cc5-9232-44ba8e7045a6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.813335] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.815073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.815073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.815073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.815073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.815073] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dde5bd47-7458-4391-b324-1c63276451e0 is going to be updated. [ 780.854338] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.854338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.854338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.854338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.854338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.864335] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dde5bd47-7458-4391-b324-1c63276451e0 in Status: IN_PROGRESS for 2s [ 780.998595] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 in Status: SUCCESS [ 780.998968] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.998968] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.999125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.003026] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.003026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.003026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.003026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.003026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.003026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.003026] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('885bec36-b314-4147-b91b-b4fb507b0ad4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.142195] env[70213]: INFO networking_nsxv3.common.synchronization [None req-7cc20fc9-4778-4650-b427-16e3afda4cc2 None None] Enqueued Resource ID: 46bc1b4f-81e9-403a-9e5f-ef2ac68da213 with Priority: HIGHEST for action port [ 781.142195] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46bc1b4f-81e9-403a-9e5f-ef2ac68da213 with Priority: HIGHEST for action port [ 781.142445] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-46bc1b4f-81e9-403a-9e5f-ef2ac68da213 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.142568] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46bc1b4f-81e9-403a-9e5f-ef2ac68da213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.142759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46bc1b4f-81e9-403a-9e5f-ef2ac68da213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.143376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46bc1b4f-81e9-403a-9e5f-ef2ac68da213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.143376] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46bc1b4f-81e9-403a-9e5f-ef2ac68da213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.434140] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f99763c-6b1c-4c89-b72c-4255c3b90438 in Status: SUCCESS [ 781.434335] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f99763c-6b1c-4c89-b72c-4255c3b90438 deletion is rescheduled due to dependency. [ 781.434457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.507020] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('885bec36-b314-4147-b91b-b4fb507b0ad4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.576979] env[70213]: INFO networking_nsxv3.common.synchronization [req-a08cff7f-631b-494a-9953-a0d665eeabc9 req-1a929c87-b202-45a6-9797-40a8948aaf0a service nova] Enqueued Resource ID: dde5bd47-7458-4391-b324-1c63276451e0 with Priority: HIGHEST for action security_group_rules [ 781.576979] env[70213]: INFO networking_nsxv3.common.synchronization [req-a08cff7f-631b-494a-9953-a0d665eeabc9 req-1a929c87-b202-45a6-9797-40a8948aaf0a service nova] Enqueued Resource ID: dde5bd47-7458-4391-b324-1c63276451e0 with Priority: HIGHEST for action security_group_members [ 781.576979] env[70213]: INFO networking_nsxv3.common.synchronization [req-a08cff7f-631b-494a-9953-a0d665eeabc9 req-1a929c87-b202-45a6-9797-40a8948aaf0a service nova] Enqueued Resource ID: ae461e7e-8c67-4cc5-9232-44ba8e7045a6 with Priority: HIGHEST for action port [ 781.576979] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde5bd47-7458-4391-b324-1c63276451e0 with Priority: HIGHEST for action security_group_rules [ 781.576979] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde5bd47-7458-4391-b324-1c63276451e0 with Priority: HIGHEST for action security_group_members [ 781.576979] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae461e7e-8c67-4cc5-9232-44ba8e7045a6 with Priority: HIGHEST for action port [ 781.582193] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dde5bd47-7458-4391-b324-1c63276451e0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.582193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.582193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.582193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.582193] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dde5bd47-7458-4391-b324-1c63276451e0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.584849] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-dde5bd47-7458-4391-b324-1c63276451e0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.584849] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.584849] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae461e7e-8c67-4cc5-9232-44ba8e7045a6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.585021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae461e7e-8c67-4cc5-9232-44ba8e7045a6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.585021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae461e7e-8c67-4cc5-9232-44ba8e7045a6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.588459] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae461e7e-8c67-4cc5-9232-44ba8e7045a6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.588459] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae461e7e-8c67-4cc5-9232-44ba8e7045a6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.648209] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46bc1b4f-81e9-403a-9e5f-ef2ac68da213 [ 781.648432] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.648596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.648649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.648860] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.648937] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.649163] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46bc1b4f-81e9-403a-9e5f-ef2ac68da213 already deleted. [ 781.649163] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46bc1b4f-81e9-403a-9e5f-ef2ac68da213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.772114] env[70213]: INFO networking_nsxv3.common.synchronization [None req-81afe4f2-a687-4efb-aad7-1372fcfd9e18 None None] Enqueued Resource ID: 14ba41dd-31f8-4fc3-b9bb-a53f295c446a with Priority: HIGHEST for action port [ 781.772114] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ba41dd-31f8-4fc3-b9bb-a53f295c446a with Priority: HIGHEST for action port [ 781.772114] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-14ba41dd-31f8-4fc3-b9bb-a53f295c446a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.772114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14ba41dd-31f8-4fc3-b9bb-a53f295c446a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.772114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14ba41dd-31f8-4fc3-b9bb-a53f295c446a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.775321] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14ba41dd-31f8-4fc3-b9bb-a53f295c446a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.775410] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14ba41dd-31f8-4fc3-b9bb-a53f295c446a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.776958] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: SUCCESS [ 781.777198] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.009030] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 885bec36-b314-4147-b91b-b4fb507b0ad4: rpc.has_security_group_logging(os_id): False [ 782.029274] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.029479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.029525] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.029795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.029911] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.030223] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.030332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.030411] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.030574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.030652] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.030740] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 is going to be created. [ 782.090019] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-dde5bd47-7458-4391-b324-1c63276451e0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.090019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.090019] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.090019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.090019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.090019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.090019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.091192] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae461e7e-8c67-4cc5-9232-44ba8e7045a6 with status ACTIVE [ 782.091275] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.091470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.091470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.091610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.091672] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.091845] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.091951] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.091992] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.092159] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.092256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.092410] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.092539] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.092574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.092715] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.092795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.093046] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae461e7e-8c67-4cc5-9232-44ba8e7045a6 is going to be updated. [ 782.109133] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 in Status: IN_PROGRESS for 2s [ 782.117090] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.117245] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.117312] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.117516] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.117642] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.119020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae461e7e-8c67-4cc5-9232-44ba8e7045a6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.153438] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c350126-6451-4334-b04f-5080243aa5a9 in Status: SUCCESS [ 782.153665] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.153842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.154073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.154155] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.279745] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14ba41dd-31f8-4fc3-b9bb-a53f295c446a [ 782.279745] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.279745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.279745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.279745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.279745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.279745] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14ba41dd-31f8-4fc3-b9bb-a53f295c446a already deleted. [ 782.279745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14ba41dd-31f8-4fc3-b9bb-a53f295c446a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.661158] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350126-6451-4334-b04f-5080243aa5a9 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.661158] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.661158] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.661158] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.661158] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.661561] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.661561] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.661648] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.661686] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.661775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.661861] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.877156] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dde5bd47-7458-4391-b324-1c63276451e0 in Status: SUCCESS [ 782.877448] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.877595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.877867] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.878188] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.878259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.878338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.878509] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.878593] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.878697] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dde5bd47-7458-4391-b324-1c63276451e0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.103454] env[70213]: INFO networking_nsxv3.common.synchronization [req-4387a4b9-3de4-450e-a2f8-b156375f57fd req-6dd47706-7e73-4832-b4ec-139dd6455c33 tempest-SecurityGroupRulesTestJSON-1137437237 tempest-SecurityGroupRulesTestJSON-1137437237-project-member] Enqueued Resource ID: ea8282fc-02b6-4e96-8daa-0ff8de40d7f2 with Priority: HIGHEST for action security_group_rules [ 783.103454] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea8282fc-02b6-4e96-8daa-0ff8de40d7f2 with Priority: HIGHEST for action security_group_rules [ 783.103454] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea8282fc-02b6-4e96-8daa-0ff8de40d7f2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.103454] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea8282fc-02b6-4e96-8daa-0ff8de40d7f2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.103454] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea8282fc-02b6-4e96-8daa-0ff8de40d7f2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.103454] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea8282fc-02b6-4e96-8daa-0ff8de40d7f2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.103454] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea8282fc-02b6-4e96-8daa-0ff8de40d7f2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.164322] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350126-6451-4334-b04f-5080243aa5a9 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.164542] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.164612] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.164853] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.165205] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.165205] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.165205] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.165398] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.165516] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.165580] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.166022] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350126-6451-4334-b04f-5080243aa5a9 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.166022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.166022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.166154] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.166946] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.166946] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.166946] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.166946] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.166946] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.166946] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.166946] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.381866] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dde5bd47-7458-4391-b324-1c63276451e0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.623990] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.624171] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.624282] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.624488] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.624584] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.624683] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea8282fc-02b6-4e96-8daa-0ff8de40d7f2 already deleted. [ 783.624765] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea8282fc-02b6-4e96-8daa-0ff8de40d7f2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.673804] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c350126-6451-4334-b04f-5080243aa5a9: rpc.has_security_group_logging(os_id): False [ 783.691855] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.691855] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.691855] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.691855] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.692067] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.692208] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.692270] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.692295] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.692437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.692512] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.692695] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.692788] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.692850] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.693834] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.694795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.695802] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.696285] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.696386] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.696549] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.696629] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.696895] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c350126-6451-4334-b04f-5080243aa5a9 is going to be updated. [ 783.753546] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.754052] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.754052] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.754052] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.754329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.767237] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c350126-6451-4334-b04f-5080243aa5a9 in Status: IN_PROGRESS for 2s [ 783.847009] env[70213]: INFO networking_nsxv3.common.synchronization [None req-d59b6ee0-4b65-4131-985c-796c993a24e1 None None] Enqueued Resource ID: 7e890a80-c3f2-44af-be46-60f39d7e407d with Priority: HIGHEST for action port [ 783.847942] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e890a80-c3f2-44af-be46-60f39d7e407d with Priority: HIGHEST for action port [ 783.848021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e890a80-c3f2-44af-be46-60f39d7e407d taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.848564] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e890a80-c3f2-44af-be46-60f39d7e407d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.848633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e890a80-c3f2-44af-be46-60f39d7e407d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.848918] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e890a80-c3f2-44af-be46-60f39d7e407d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.849144] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e890a80-c3f2-44af-be46-60f39d7e407d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.885707] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dde5bd47-7458-4391-b324-1c63276451e0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.939049] env[70213]: INFO networking_nsxv3.common.synchronization [None req-ddff24f1-a660-49ad-8a2f-22ce3453f61a None None] Enqueued Resource ID: d52cb311-e431-473c-a164-d1a53f6b122b with Priority: HIGHEST for action port [ 783.939323] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d52cb311-e431-473c-a164-d1a53f6b122b with Priority: HIGHEST for action port [ 783.940222] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-d52cb311-e431-473c-a164-d1a53f6b122b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.940222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d52cb311-e431-473c-a164-d1a53f6b122b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.940366] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d52cb311-e431-473c-a164-d1a53f6b122b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.940536] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d52cb311-e431-473c-a164-d1a53f6b122b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.940634] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d52cb311-e431-473c-a164-d1a53f6b122b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.121179] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 in Status: SUCCESS [ 784.121483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.355064] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e890a80-c3f2-44af-be46-60f39d7e407d [ 784.355064] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.355064] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.355064] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.355064] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.355064] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.359307] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e890a80-c3f2-44af-be46-60f39d7e407d already deleted. [ 784.359373] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e890a80-c3f2-44af-be46-60f39d7e407d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.388836] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.389176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.391753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.391753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.391753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.392103] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dde5bd47-7458-4391-b324-1c63276451e0 is going to be updated. [ 784.417869] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.418115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.418222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.418531] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.418867] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.427079] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dde5bd47-7458-4391-b324-1c63276451e0 in Status: IN_PROGRESS for 2s [ 784.443519] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d52cb311-e431-473c-a164-d1a53f6b122b [ 784.444371] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.444371] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.444371] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.444371] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.444371] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.444371] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d52cb311-e431-473c-a164-d1a53f6b122b already deleted. [ 784.444727] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d52cb311-e431-473c-a164-d1a53f6b122b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.792797] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c350126-6451-4334-b04f-5080243aa5a9 in Status: SUCCESS [ 785.792797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.792797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.792797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.792797] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.014060] env[70213]: INFO networking_nsxv3.common.synchronization [req-a9587c77-1a56-4da1-a07f-449e4e937ac4 req-54fff461-2005-425f-ae41-f1d75579a966 tempest-SecurityGroupRulesTestJSON-1137437237 tempest-SecurityGroupRulesTestJSON-1137437237-project-member] Enqueued Resource ID: 36b3a761-2b9c-4970-b522-d1177b3712b3 with Priority: HIGHEST for action security_group_rules [ 786.014060] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b3a761-2b9c-4970-b522-d1177b3712b3 with Priority: HIGHEST for action security_group_rules [ 786.014060] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36b3a761-2b9c-4970-b522-d1177b3712b3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.014060] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36b3a761-2b9c-4970-b522-d1177b3712b3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.014060] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36b3a761-2b9c-4970-b522-d1177b3712b3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.014060] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36b3a761-2b9c-4970-b522-d1177b3712b3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.014060] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36b3a761-2b9c-4970-b522-d1177b3712b3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.301934] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350126-6451-4334-b04f-5080243aa5a9 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.301934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.301934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.301934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.301934] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.301934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.301934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.301934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.301934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.301934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.301934] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.439082] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dde5bd47-7458-4391-b324-1c63276451e0 in Status: SUCCESS [ 786.439864] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.440549] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.440549] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.440549] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.440672] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.440716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.441667] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.441667] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.441667] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.441667] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dde5bd47-7458-4391-b324-1c63276451e0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.538018] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.538154] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.538154] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.538382] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.538477] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.538578] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36b3a761-2b9c-4970-b522-d1177b3712b3 already deleted. [ 786.538664] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36b3a761-2b9c-4970-b522-d1177b3712b3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.804810] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350126-6451-4334-b04f-5080243aa5a9 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.804810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.804810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.804810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.804810] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.804810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.804810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.805790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.805790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.805790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.805790] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350126-6451-4334-b04f-5080243aa5a9 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.805790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.805790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.805790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.805955] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.805955] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.806021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.806144] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.806205] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.806308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.806402] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.943655] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-dde5bd47-7458-4391-b324-1c63276451e0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.943868] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.943951] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.944242] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.944462] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.944579] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.944643] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.944841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.944947] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.945056] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.945224] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-dde5bd47-7458-4391-b324-1c63276451e0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.945323] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.945399] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.945548] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.945686] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.945776] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.945835] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.946019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.946104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.946189] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.946275] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dde5bd47-7458-4391-b324-1c63276451e0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.311133] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c350126-6451-4334-b04f-5080243aa5a9: rpc.has_security_group_logging(os_id): False [ 787.330279] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.330279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.330279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.330444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.330444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.330735] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.330735] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.330835] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.330913] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.330985] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.331214] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.331279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.331339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.331473] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.331740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.331740] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.331823] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.331880] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.332091] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.332196] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.332287] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c350126-6451-4334-b04f-5080243aa5a9 is going to be updated. [ 787.392190] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.392190] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.392190] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.392190] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.392190] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.405421] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c350126-6451-4334-b04f-5080243aa5a9 in Status: IN_PROGRESS for 2s [ 787.448989] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dde5bd47-7458-4391-b324-1c63276451e0: rpc.has_security_group_logging(os_id): False [ 787.467181] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.467181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.467181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.467181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.467181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.467400] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.467400] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.467459] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.467589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.467671] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.467867] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.467974] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.468118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.468280] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.468358] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.468583] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.468717] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.468790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.468965] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.469060] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.469177] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dde5bd47-7458-4391-b324-1c63276451e0 is going to be updated. [ 787.554566] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.554720] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.554791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.555027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.555183] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.568289] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dde5bd47-7458-4391-b324-1c63276451e0 in Status: IN_PROGRESS for 2s [ 788.252095] env[70213]: INFO networking_nsxv3.common.synchronization [req-7d89ff29-267e-4f81-9360-b479c02eed13 req-13074763-1076-4db3-bbfd-6a573b8ed007 tempest-SecurityGroupRulesTestJSON-1137437237 tempest-SecurityGroupRulesTestJSON-1137437237-project-member] Enqueued Resource ID: 1eb081b7-2371-4293-95ca-812bc7c67b72 with Priority: HIGHEST for action security_group_rules [ 788.252471] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eb081b7-2371-4293-95ca-812bc7c67b72 with Priority: HIGHEST for action security_group_rules [ 788.254702] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eb081b7-2371-4293-95ca-812bc7c67b72 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.254702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eb081b7-2371-4293-95ca-812bc7c67b72" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.254702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eb081b7-2371-4293-95ca-812bc7c67b72" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.254702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eb081b7-2371-4293-95ca-812bc7c67b72" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.254702] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eb081b7-2371-4293-95ca-812bc7c67b72',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.644256] env[70213]: INFO networking_nsxv3.common.synchronization [req-68f88438-d133-4f65-9cb4-333cf560a939 req-a6ff37b9-b8aa-4e45-8f95-c56d9e974fc7 tempest-SecurityGroupRulesTestJSON-1137437237 tempest-SecurityGroupRulesTestJSON-1137437237-project-member] Enqueued Resource ID: 1eb081b7-2371-4293-95ca-812bc7c67b72 with Priority: HIGHEST for action security_group_rules [ 788.645338] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eb081b7-2371-4293-95ca-812bc7c67b72 with Priority: HIGHEST for action security_group_rules [ 788.646174] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eb081b7-2371-4293-95ca-812bc7c67b72 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.646805] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eb081b7-2371-4293-95ca-812bc7c67b72" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.775322] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.775481] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.775558] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.776090] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.776256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.776532] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eb081b7-2371-4293-95ca-812bc7c67b72 already deleted. [ 788.776532] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eb081b7-2371-4293-95ca-812bc7c67b72" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.776611] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eb081b7-2371-4293-95ca-812bc7c67b72" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.776767] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eb081b7-2371-4293-95ca-812bc7c67b72" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.776848] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eb081b7-2371-4293-95ca-812bc7c67b72',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.306571] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.306867] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.307329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.307677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.308195] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.308662] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eb081b7-2371-4293-95ca-812bc7c67b72 already deleted. [ 789.308815] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eb081b7-2371-4293-95ca-812bc7c67b72" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.429408] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c350126-6451-4334-b04f-5080243aa5a9 in Status: SUCCESS [ 789.429689] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.585021] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dde5bd47-7458-4391-b324-1c63276451e0 in Status: SUCCESS [ 789.585021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.840287] env[70213]: INFO networking_nsxv3.common.synchronization [req-e1388a54-d8d4-4670-8c7d-21c46f9aa3d4 req-3882fa15-d775-4922-b692-89eb335b7180 tempest-SecurityGroupRulesTestJSON-1137437237 tempest-SecurityGroupRulesTestJSON-1137437237-project-member] Enqueued Resource ID: 1eb081b7-2371-4293-95ca-812bc7c67b72 with Priority: HIGHEST for action security_group_rules [ 789.841687] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eb081b7-2371-4293-95ca-812bc7c67b72 with Priority: HIGHEST for action security_group_rules [ 789.842542] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eb081b7-2371-4293-95ca-812bc7c67b72 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.843920] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eb081b7-2371-4293-95ca-812bc7c67b72" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.843920] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eb081b7-2371-4293-95ca-812bc7c67b72" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.843920] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eb081b7-2371-4293-95ca-812bc7c67b72" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.843920] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eb081b7-2371-4293-95ca-812bc7c67b72',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.369789] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.370241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.371096] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.371447] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.372148] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.372323] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eb081b7-2371-4293-95ca-812bc7c67b72 already deleted. [ 790.372577] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eb081b7-2371-4293-95ca-812bc7c67b72" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.392589] env[70213]: INFO networking_nsxv3.common.synchronization [None req-f35ecc46-afa1-4bbe-ad0b-3b7f8d7347e0 None None] Enqueued Resource ID: c0679719-6527-4a75-8293-98eeb741ae76 with Priority: HIGHEST for action port [ 791.392938] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0679719-6527-4a75-8293-98eeb741ae76 with Priority: HIGHEST for action port [ 791.395553] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0679719-6527-4a75-8293-98eeb741ae76 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.395553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0679719-6527-4a75-8293-98eeb741ae76" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.395553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0679719-6527-4a75-8293-98eeb741ae76" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.395553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0679719-6527-4a75-8293-98eeb741ae76" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.395553] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0679719-6527-4a75-8293-98eeb741ae76',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.899493] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0679719-6527-4a75-8293-98eeb741ae76 [ 791.899778] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.899921] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.900176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.900261] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.900349] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.900448] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0679719-6527-4a75-8293-98eeb741ae76 already deleted. [ 791.900533] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0679719-6527-4a75-8293-98eeb741ae76" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.423570] env[70213]: INFO networking_nsxv3.common.synchronization [None req-4525c2ac-76ea-42d3-9ccb-535ecf85a246 None None] Enqueued Resource ID: 0ab1777e-9d90-482c-a4b8-a136fb9f4ff6 with Priority: HIGHEST for action port [ 793.424502] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab1777e-9d90-482c-a4b8-a136fb9f4ff6 with Priority: HIGHEST for action port [ 793.424502] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ab1777e-9d90-482c-a4b8-a136fb9f4ff6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.424703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ab1777e-9d90-482c-a4b8-a136fb9f4ff6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.424703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ab1777e-9d90-482c-a4b8-a136fb9f4ff6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.424828] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ab1777e-9d90-482c-a4b8-a136fb9f4ff6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.424911] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ab1777e-9d90-482c-a4b8-a136fb9f4ff6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.928262] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ab1777e-9d90-482c-a4b8-a136fb9f4ff6 [ 793.928350] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.928477] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.928543] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.928857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.928984] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.929471] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ab1777e-9d90-482c-a4b8-a136fb9f4ff6 already deleted. [ 793.929471] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ab1777e-9d90-482c-a4b8-a136fb9f4ff6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.426701] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 798.426701] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 798.876624] env[70213]: INFO networking_nsxv3.common.synchronization [req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 req-d423eb08-ced1-409c-b7c6-9233a99a9314 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Enqueued Resource ID: 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d with Priority: HIGHEST for action security_group_members [ 798.877478] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d with Priority: HIGHEST for action security_group_members [ 798.878220] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.878359] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.878475] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.878717] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.879135] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.879135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.879311] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.879502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.879798] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.879989] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('789b1f08-a5eb-423c-a7ca-71b71e1c0f8d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.260631] env[70213]: INFO networking_nsxv3.common.synchronization [None req-94ef0426-4d81-452d-a728-ec086feecbed None None] Enqueued Resource ID: 9b4b5053-4e05-41ef-8215-297a32b64d9c with Priority: HIGHEST for action port [ 799.262544] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b4b5053-4e05-41ef-8215-297a32b64d9c with Priority: HIGHEST for action port [ 799.265215] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b4b5053-4e05-41ef-8215-297a32b64d9c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.265215] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b4b5053-4e05-41ef-8215-297a32b64d9c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.265215] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b4b5053-4e05-41ef-8215-297a32b64d9c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.265215] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b4b5053-4e05-41ef-8215-297a32b64d9c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.265215] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b4b5053-4e05-41ef-8215-297a32b64d9c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.392051] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.392051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.392051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.392051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.392051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.392051] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.392051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.392051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.392051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.392051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.392051] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d already deleted. [ 799.392051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.772739] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b4b5053-4e05-41ef-8215-297a32b64d9c [ 799.772997] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.773093] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.773132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.773339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.773438] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.773694] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b4b5053-4e05-41ef-8215-297a32b64d9c already deleted. [ 799.773694] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b4b5053-4e05-41ef-8215-297a32b64d9c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.791847] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.791847] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-915" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.791847] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-915" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.791847] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-915" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.791847] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.791847] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.791847] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.792327] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.792327] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.792327] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.792429] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.792736] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.792736] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.792854] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.792854] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.793046] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.813072] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.813287] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 799.813775] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.813775] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-915" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.813937] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-a0cc5b52-69f0-456c-aba7-475dd0aa6219 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.814132] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-a0cc5b52-69f0-456c-aba7-475dd0aa6219" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.814253] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-a0cc5b52-69f0-456c-aba7-475dd0aa6219" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.815027] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-a0cc5b52-69f0-456c-aba7-475dd0aa6219" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.815027] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0cc5b52-69f0-456c-aba7-475dd0aa6219',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.317644] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.317997] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.318199] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.318533] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.318743] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.320913] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port a0cc5b52-69f0-456c-aba7-475dd0aa6219 not found, creating... [ 800.321289] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.321536] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.321712] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.321999] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.322225] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.322789] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.323376] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.324662] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.324935] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.325094] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.325248] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: a0cc5b52-69f0-456c-aba7-475dd0aa6219 is going to be created. [ 800.345269] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.345496] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.345620] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.347981] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.351502] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.351502] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-a0cc5b52-69f0-456c-aba7-475dd0aa6219" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.085854] env[70213]: INFO networking_nsxv3.common.synchronization [req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 req-120a4f66-d915-4fb0-a123-ba6ae89be8a1 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Enqueued Resource ID: dde5bd47-7458-4391-b324-1c63276451e0 with Priority: HIGHEST for action security_group_members [ 801.086863] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde5bd47-7458-4391-b324-1c63276451e0 with Priority: HIGHEST for action security_group_members [ 801.087275] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-dde5bd47-7458-4391-b324-1c63276451e0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.087443] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.087613] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.088201] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.088593] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.088787] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.088896] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.089131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.090139] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.090267] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dde5bd47-7458-4391-b324-1c63276451e0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.351390] env[70213]: INFO networking_nsxv3.common.synchronization [None req-44c1fc91-3933-452f-9b60-6cab6a458976 None None] Enqueued Resource ID: e5f1866c-1eee-4fdc-b0d0-b0e73a24f6d0 with Priority: HIGHEST for action port [ 801.351819] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f1866c-1eee-4fdc-b0d0-b0e73a24f6d0 with Priority: HIGHEST for action port [ 801.352128] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5f1866c-1eee-4fdc-b0d0-b0e73a24f6d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.352254] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5f1866c-1eee-4fdc-b0d0-b0e73a24f6d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.352405] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5f1866c-1eee-4fdc-b0d0-b0e73a24f6d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.352679] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5f1866c-1eee-4fdc-b0d0-b0e73a24f6d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.352679] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5f1866c-1eee-4fdc-b0d0-b0e73a24f6d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.423550] env[70213]: INFO networking_nsxv3.common.synchronization [req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 req-92c0981d-b71d-479d-b98f-68239da91ac2 service nova] Enqueued Resource ID: 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d with Priority: HIGHEST for action security_group_rules [ 801.423725] env[70213]: INFO networking_nsxv3.common.synchronization [req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 req-92c0981d-b71d-479d-b98f-68239da91ac2 service nova] Enqueued Resource ID: 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d with Priority: HIGHEST for action security_group_members [ 801.423980] env[70213]: INFO networking_nsxv3.common.synchronization [req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 req-92c0981d-b71d-479d-b98f-68239da91ac2 service nova] Enqueued Resource ID: a0cc5b52-69f0-456c-aba7-475dd0aa6219 with Priority: HIGHEST for action port [ 801.424595] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d with Priority: HIGHEST for action security_group_rules [ 801.424789] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d with Priority: HIGHEST for action security_group_members [ 801.424906] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0cc5b52-69f0-456c-aba7-475dd0aa6219 with Priority: HIGHEST for action port [ 801.425745] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.425745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.425745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.430392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.430392] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('789b1f08-a5eb-423c-a7ca-71b71e1c0f8d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.430392] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.430392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.430392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.430392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.430392] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.430392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.430392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.430392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.430392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.430392] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('789b1f08-a5eb-423c-a7ca-71b71e1c0f8d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.430392] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0cc5b52-69f0-456c-aba7-475dd0aa6219 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.430392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0cc5b52-69f0-456c-aba7-475dd0aa6219" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.430392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0cc5b52-69f0-456c-aba7-475dd0aa6219" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.430392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0cc5b52-69f0-456c-aba7-475dd0aa6219" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.430392] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0cc5b52-69f0-456c-aba7-475dd0aa6219',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.595348] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dde5bd47-7458-4391-b324-1c63276451e0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.663261] env[70213]: INFO networking_nsxv3.common.synchronization [None req-52df2a98-6943-4592-b0f8-3bd5a0a7ace0 None None] Enqueued Resource ID: ee78e15f-12a4-422e-a138-e2ae22fb7b06 with Priority: HIGHEST for action port [ 801.663261] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee78e15f-12a4-422e-a138-e2ae22fb7b06 with Priority: HIGHEST for action port [ 801.663261] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee78e15f-12a4-422e-a138-e2ae22fb7b06 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.663261] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee78e15f-12a4-422e-a138-e2ae22fb7b06" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.663261] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee78e15f-12a4-422e-a138-e2ae22fb7b06" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.663877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee78e15f-12a4-422e-a138-e2ae22fb7b06" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.663968] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee78e15f-12a4-422e-a138-e2ae22fb7b06',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.707100] env[70213]: INFO networking_nsxv3.common.synchronization [req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad req-e7767460-93dc-4c69-a0ea-1d0cdc4575c6 tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Enqueued Resource ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 with Priority: HIGHEST for action security_group_members [ 801.707649] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 with Priority: HIGHEST for action security_group_members [ 801.708070] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-611b080d-9655-41ab-a6ad-3da7d87fc4f6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.708169] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.708275] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.708586] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.708707] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.708805] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.708951] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.709028] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.709121] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.710235] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('611b080d-9655-41ab-a6ad-3da7d87fc4f6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.857132] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5f1866c-1eee-4fdc-b0d0-b0e73a24f6d0 [ 801.857132] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.857132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.857132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.857132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.857132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.857132] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5f1866c-1eee-4fdc-b0d0-b0e73a24f6d0 already deleted. [ 801.857379] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5f1866c-1eee-4fdc-b0d0-b0e73a24f6d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.930662] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('789b1f08-a5eb-423c-a7ca-71b71e1c0f8d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.932762] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.932762] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.932762] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0cc5b52-69f0-456c-aba7-475dd0aa6219 with status ACTIVE [ 801.932762] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.932762] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.932762] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.932991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.933059] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.933238] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.933338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.933399] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.933571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.933672] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.933863] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.933949] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.934145] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.934261] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.934261] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.934345] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0cc5b52-69f0-456c-aba7-475dd0aa6219 is going to be updated. [ 801.953592] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.954059] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.954059] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.954059] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.954186] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.954320] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0cc5b52-69f0-456c-aba7-475dd0aa6219" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.098662] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dde5bd47-7458-4391-b324-1c63276451e0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.165524] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee78e15f-12a4-422e-a138-e2ae22fb7b06 [ 802.167824] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.167824] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.167824] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.167824] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.167824] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.167824] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee78e15f-12a4-422e-a138-e2ae22fb7b06 already deleted. [ 802.167824] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee78e15f-12a4-422e-a138-e2ae22fb7b06" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.214420] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.214844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.214844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.215051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.216853] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.217169] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.217309] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.217380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.217743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.217879] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.218014] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 already deleted. [ 802.218110] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.241258] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.241509] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-444" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.241652] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-444" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.241972] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-444" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.242271] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.242398] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.242516] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.242716] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.242859] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.243278] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.243358] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.243428] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.243537] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.243647] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.243760] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.243877] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.262813] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.262813] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 802.262813] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.262813] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-444" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.263121] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-27fc46f1-d585-47e6-9b7c-bc51f08317d9 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.263215] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-27fc46f1-d585-47e6-9b7c-bc51f08317d9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.263334] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-27fc46f1-d585-47e6-9b7c-bc51f08317d9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.263741] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-27fc46f1-d585-47e6-9b7c-bc51f08317d9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.264845] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27fc46f1-d585-47e6-9b7c-bc51f08317d9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.433998] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('789b1f08-a5eb-423c-a7ca-71b71e1c0f8d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.602993] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.602993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.602993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.602993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.602993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.602993] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dde5bd47-7458-4391-b324-1c63276451e0 is going to be updated. [ 802.632044] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.633042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.633042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.633042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.633042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.642474] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dde5bd47-7458-4391-b324-1c63276451e0 in Status: IN_PROGRESS for 2s [ 802.768118] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.768377] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.768562] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.768925] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.769152] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.769341] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 27fc46f1-d585-47e6-9b7c-bc51f08317d9 not found, creating... [ 802.769712] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.769976] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.770111] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.770513] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.770513] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.770920] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.771157] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.771343] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.771587] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.771764] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.771938] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 27fc46f1-d585-47e6-9b7c-bc51f08317d9 is going to be created. [ 802.791098] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.791098] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.791098] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.791328] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.791420] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.791685] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-27fc46f1-d585-47e6-9b7c-bc51f08317d9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.938776] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.938776] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.938776] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.938776] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.939131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.939131] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d is going to be created. [ 802.978554] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.978554] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.978554] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.978554] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.978554] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.981587] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d in Status: UNINITIALIZED for 2s [ 803.062326] env[70213]: INFO networking_nsxv3.common.synchronization [None req-f773a38b-3dfd-4542-87f8-03bfdfce6832 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Enqueued Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_rules [ 803.062962] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_rules [ 803.063514] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49e0f25f-a392-46ca-91cd-d4d4711dd848 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.063514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.063514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.063653] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.063653] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.149341] env[70213]: INFO networking_nsxv3.common.synchronization [None req-71b13c73-ee1a-4988-af6f-2f5559a0f1a9 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Enqueued Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_rules [ 803.149905] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_rules [ 803.150252] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49e0f25f-a392-46ca-91cd-d4d4711dd848 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.152074] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.465678] env[70213]: INFO networking_nsxv3.common.synchronization [None req-240ddfb4-4c6c-45cd-ad1f-d60aac72b94f None None] Enqueued Resource ID: 25138e71-4317-4536-94c3-b5815d26212e with Priority: HIGHEST for action port [ 803.465956] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25138e71-4317-4536-94c3-b5815d26212e with Priority: HIGHEST for action port [ 803.468716] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-25138e71-4317-4536-94c3-b5815d26212e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.468930] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25138e71-4317-4536-94c3-b5815d26212e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.469018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25138e71-4317-4536-94c3-b5815d26212e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.469281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25138e71-4317-4536-94c3-b5815d26212e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.469641] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25138e71-4317-4536-94c3-b5815d26212e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.588714] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.588987] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.589166] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.589504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.589668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.589831] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 already deleted. [ 803.589986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.590576] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.590884] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.591054] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.727295] env[70213]: INFO networking_nsxv3.common.synchronization [req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad req-e38613fc-711e-47f1-95b0-c7d5af3386c4 service nova] Enqueued Resource ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 with Priority: HIGHEST for action security_group_rules [ 803.727652] env[70213]: INFO networking_nsxv3.common.synchronization [req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad req-e38613fc-711e-47f1-95b0-c7d5af3386c4 service nova] Enqueued Resource ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 with Priority: HIGHEST for action security_group_members [ 803.727892] env[70213]: INFO networking_nsxv3.common.synchronization [req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad req-e38613fc-711e-47f1-95b0-c7d5af3386c4 service nova] Enqueued Resource ID: 27fc46f1-d585-47e6-9b7c-bc51f08317d9 with Priority: HIGHEST for action port [ 803.731927] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 with Priority: HIGHEST for action security_group_rules [ 803.731927] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 with Priority: HIGHEST for action security_group_members [ 803.731927] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fc46f1-d585-47e6-9b7c-bc51f08317d9 with Priority: HIGHEST for action port [ 803.731927] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.731927] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.731927] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.731927] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.731927] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('611b080d-9655-41ab-a6ad-3da7d87fc4f6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.732333] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-611b080d-9655-41ab-a6ad-3da7d87fc4f6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.732333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.732401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.732563] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.732716] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.732811] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.732870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.733022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.733106] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.733199] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('611b080d-9655-41ab-a6ad-3da7d87fc4f6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.734029] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-27fc46f1-d585-47e6-9b7c-bc51f08317d9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.734199] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27fc46f1-d585-47e6-9b7c-bc51f08317d9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.734265] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27fc46f1-d585-47e6-9b7c-bc51f08317d9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.737228] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27fc46f1-d585-47e6-9b7c-bc51f08317d9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.737228] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27fc46f1-d585-47e6-9b7c-bc51f08317d9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.974335] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25138e71-4317-4536-94c3-b5815d26212e [ 803.974634] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.974825] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.974919] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.975183] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.975300] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.975678] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25138e71-4317-4536-94c3-b5815d26212e already deleted. [ 803.975802] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25138e71-4317-4536-94c3-b5815d26212e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.111634] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.111634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.111634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.111634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.111634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.111634] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 already deleted. [ 804.111634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.237759] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('611b080d-9655-41ab-a6ad-3da7d87fc4f6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.237759] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-611b080d-9655-41ab-a6ad-3da7d87fc4f6 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.237759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.243001] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27fc46f1-d585-47e6-9b7c-bc51f08317d9 with status ACTIVE [ 804.243623] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.244238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.245266] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.245584] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.250504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.250504] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.250504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.250504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.250504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.250504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.250504] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.250504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.250504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.250504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.250504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.250504] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27fc46f1-d585-47e6-9b7c-bc51f08317d9 is going to be updated. [ 804.270233] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.271466] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.271466] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.271466] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.271466] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.271466] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27fc46f1-d585-47e6-9b7c-bc51f08317d9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.651616] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dde5bd47-7458-4391-b324-1c63276451e0 in Status: SUCCESS [ 804.651837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.739957] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('611b080d-9655-41ab-a6ad-3da7d87fc4f6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.990814] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d in Status: SUCCESS [ 804.990928] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.991108] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.991345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.991536] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.991667] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.991736] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.992167] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.992167] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.992167] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.992167] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('789b1f08-a5eb-423c-a7ca-71b71e1c0f8d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.243090] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.243415] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.243415] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.243513] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.243598] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.243698] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 is going to be created. [ 805.267473] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.267739] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.267881] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.268190] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.268440] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.277949] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 in Status: UNINITIALIZED for 2s [ 805.499029] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.499029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.499029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.499029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.499029] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.499029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.499029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.499029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.499029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.499029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.499029] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.499029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.499029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.499029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.499029] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.499029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.501286] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.502106] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.502106] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.502296] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.502620] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('789b1f08-a5eb-423c-a7ca-71b71e1c0f8d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.005274] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d: rpc.has_security_group_logging(os_id): False [ 806.025292] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.025441] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.025513] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.025733] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.025862] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.026162] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.026272] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.026340] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.026500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.026582] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.026770] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.026866] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.027014] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.027075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.027156] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.027335] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.027429] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.027492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.027631] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.029123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.029292] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d is going to be created. [ 806.092408] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.092635] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.092721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.093047] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.093309] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.103674] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d in Status: IN_PROGRESS for 2s [ 807.287735] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 in Status: SUCCESS [ 807.287991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.288203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.288427] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.288650] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.288777] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.288853] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.289030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.289116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.289237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.289357] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('611b080d-9655-41ab-a6ad-3da7d87fc4f6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.792947] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('611b080d-9655-41ab-a6ad-3da7d87fc4f6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.116910] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d in Status: SUCCESS [ 808.117174] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.296504] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 611b080d-9655-41ab-a6ad-3da7d87fc4f6: rpc.has_security_group_logging(os_id): False [ 808.314802] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.314802] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.314802] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.314993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.315165] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.315344] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.315443] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.315505] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.315737] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.315821] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.315913] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 is going to be created. [ 808.373732] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.374053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.374091] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.374374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.375252] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.389701] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 in Status: IN_PROGRESS for 2s [ 808.731576] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 808.731576] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 810.405150] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 in Status: SUCCESS [ 810.405425] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.511715] env[70213]: INFO networking_nsxv3.common.synchronization [req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 req-977b8057-a14d-403b-b2c4-eb58c4409156 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Enqueued Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_members [ 810.511715] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_members [ 810.511715] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350126-6451-4334-b04f-5080243aa5a9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.511715] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.511715] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.511715] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.511715] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.511715] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.511715] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.511715] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.511715] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.511715] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.679398] env[70213]: INFO networking_nsxv3.common.synchronization [None req-f886998f-e8e6-4262-a55a-113a88fd4088 None None] Enqueued Resource ID: 0403f7cd-68f8-4d91-946e-ea5e569b87d4 with Priority: HIGHEST for action port [ 810.680055] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0403f7cd-68f8-4d91-946e-ea5e569b87d4 with Priority: HIGHEST for action port [ 810.680323] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0403f7cd-68f8-4d91-946e-ea5e569b87d4 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.680484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0403f7cd-68f8-4d91-946e-ea5e569b87d4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.680553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0403f7cd-68f8-4d91-946e-ea5e569b87d4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.680841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0403f7cd-68f8-4d91-946e-ea5e569b87d4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.680936] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0403f7cd-68f8-4d91-946e-ea5e569b87d4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.012669] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.183392] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0403f7cd-68f8-4d91-946e-ea5e569b87d4 [ 811.183807] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.184069] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.184162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.184390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.184481] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.184578] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0403f7cd-68f8-4d91-946e-ea5e569b87d4 already deleted. [ 811.184658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0403f7cd-68f8-4d91-946e-ea5e569b87d4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.515046] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.972460] env[70213]: INFO networking_nsxv3.common.synchronization [None req-a9eadec6-6ab1-44e2-93e6-037c74ead121 None None] Enqueued Resource ID: 2525ca61-5e2a-4ec4-a8c8-e9749a2b2e2a with Priority: HIGHEST for action port [ 811.973022] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2525ca61-5e2a-4ec4-a8c8-e9749a2b2e2a with Priority: HIGHEST for action port [ 811.973303] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-2525ca61-5e2a-4ec4-a8c8-e9749a2b2e2a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.973419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2525ca61-5e2a-4ec4-a8c8-e9749a2b2e2a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.973484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2525ca61-5e2a-4ec4-a8c8-e9749a2b2e2a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.973734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2525ca61-5e2a-4ec4-a8c8-e9749a2b2e2a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.973844] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2525ca61-5e2a-4ec4-a8c8-e9749a2b2e2a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.018699] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.021293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.021293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.021293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.021293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.021293] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c350126-6451-4334-b04f-5080243aa5a9 is going to be updated. [ 812.047329] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.047498] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.047498] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.048163] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.048309] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.057864] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c350126-6451-4334-b04f-5080243aa5a9 in Status: IN_PROGRESS for 2s [ 812.365577] env[70213]: INFO networking_nsxv3.common.synchronization [None req-48867049-4514-49c8-a4bb-e453d52e3dd6 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Enqueued Resource ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 with Priority: HIGHEST for action security_group_rules [ 812.366146] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 with Priority: HIGHEST for action security_group_rules [ 812.366459] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eee82c9-b502-446a-a077-cecdbf4c3e55 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.366576] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.366639] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.366887] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.366966] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eee82c9-b502-446a-a077-cecdbf4c3e55',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.478409] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2525ca61-5e2a-4ec4-a8c8-e9749a2b2e2a [ 812.478647] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.479361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.479361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.479361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.479361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.479361] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2525ca61-5e2a-4ec4-a8c8-e9749a2b2e2a already deleted. [ 812.479628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2525ca61-5e2a-4ec4-a8c8-e9749a2b2e2a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.542457] env[70213]: INFO networking_nsxv3.common.synchronization [None req-0a4da9ea-bb2d-42f7-96af-1f1178ebda49 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Enqueued Resource ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 with Priority: HIGHEST for action security_group_rules [ 812.546024] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 with Priority: HIGHEST for action security_group_rules [ 812.546024] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eee82c9-b502-446a-a077-cecdbf4c3e55 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.546024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.886609] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.886783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.886852] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.887092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.887195] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.887291] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 already deleted. [ 812.887394] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.887551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.887734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.887816] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eee82c9-b502-446a-a077-cecdbf4c3e55',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.112134] env[70213]: INFO networking_nsxv3.common.synchronization [req-db1c3119-d8a8-40d6-a876-5d68e4dda237 req-0f3a1aa0-74e8-44f1-a021-1119c457016f tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Enqueued Resource ID: 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d with Priority: HIGHEST for action security_group_members [ 813.112134] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d with Priority: HIGHEST for action security_group_members [ 813.116355] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.116355] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.116355] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.116355] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.116355] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.116355] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.116355] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.116355] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.116355] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.116355] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('789b1f08-a5eb-423c-a7ca-71b71e1c0f8d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.412143] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.412305] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.412376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.412646] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.412743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.412846] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 already deleted. [ 813.412984] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.417717] env[70213]: INFO networking_nsxv3.common.synchronization [None req-3d1fd993-2683-42dd-93bb-679d89635ef7 None None] Enqueued Resource ID: dcd8a2e1-3c23-4ff8-868b-1c8b5ebdf518 with Priority: HIGHEST for action port [ 813.417717] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd8a2e1-3c23-4ff8-868b-1c8b5ebdf518 with Priority: HIGHEST for action port [ 813.418356] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcd8a2e1-3c23-4ff8-868b-1c8b5ebdf518 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.418482] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcd8a2e1-3c23-4ff8-868b-1c8b5ebdf518" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.418546] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcd8a2e1-3c23-4ff8-868b-1c8b5ebdf518" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.418811] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcd8a2e1-3c23-4ff8-868b-1c8b5ebdf518" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.418892] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcd8a2e1-3c23-4ff8-868b-1c8b5ebdf518',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.619242] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.619574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.619574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.619731] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.619785] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.619984] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.620140] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.620140] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.620471] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.620591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.620695] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d is going to be updated. [ 813.645766] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.646039] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.646039] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.646225] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.646370] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.655611] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d in Status: IN_PROGRESS for 2s [ 813.921107] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcd8a2e1-3c23-4ff8-868b-1c8b5ebdf518 [ 813.921460] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.921664] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.921770] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.922126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.922228] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.922451] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcd8a2e1-3c23-4ff8-868b-1c8b5ebdf518 already deleted. [ 813.922577] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcd8a2e1-3c23-4ff8-868b-1c8b5ebdf518" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.069255] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c350126-6451-4334-b04f-5080243aa5a9 in Status: SUCCESS [ 814.069483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.078142] env[70213]: INFO networking_nsxv3.common.synchronization [None req-fe900231-2bfb-4624-971b-20e9fd96d487 None None] Enqueued Resource ID: 1e671a9c-783b-48ef-857a-71d5bd4c8660 with Priority: HIGHEST for action port [ 814.078142] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e671a9c-783b-48ef-857a-71d5bd4c8660 with Priority: HIGHEST for action port [ 814.078514] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e671a9c-783b-48ef-857a-71d5bd4c8660 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.078635] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e671a9c-783b-48ef-857a-71d5bd4c8660" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.078700] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e671a9c-783b-48ef-857a-71d5bd4c8660" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.078950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e671a9c-783b-48ef-857a-71d5bd4c8660" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.079043] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e671a9c-783b-48ef-857a-71d5bd4c8660',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.581335] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e671a9c-783b-48ef-857a-71d5bd4c8660 [ 814.581659] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.581824] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.581927] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.582153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.582311] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.582484] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e671a9c-783b-48ef-857a-71d5bd4c8660 already deleted. [ 814.582484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e671a9c-783b-48ef-857a-71d5bd4c8660" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.216460] env[70213]: INFO networking_nsxv3.common.synchronization [req-0f59d4b9-d498-491c-b552-22e47ac0bf90 req-18b2809d-6783-4bff-b08e-df872221b5a4 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Enqueued Resource ID: d582fe16-e615-46b3-8c0e-c859261a4a16 with Priority: HIGHEST for action security_group_members [ 815.216460] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d582fe16-e615-46b3-8c0e-c859261a4a16 with Priority: HIGHEST for action security_group_members [ 815.216460] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d582fe16-e615-46b3-8c0e-c859261a4a16 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.216460] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.216460] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.216460] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.216460] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.216460] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.216460] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.217785] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.218017] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.218241] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d582fe16-e615-46b3-8c0e-c859261a4a16',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.549260] env[70213]: INFO networking_nsxv3.common.synchronization [None req-8dff2b12-b522-48a6-a368-86cf4131a6fa None None] Enqueued Resource ID: 12c85652-fdd6-4dfa-978c-6ae1a56c0d34 with Priority: HIGHEST for action port [ 815.549260] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12c85652-fdd6-4dfa-978c-6ae1a56c0d34 with Priority: HIGHEST for action port [ 815.549260] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-12c85652-fdd6-4dfa-978c-6ae1a56c0d34 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.549260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12c85652-fdd6-4dfa-978c-6ae1a56c0d34" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.549561] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12c85652-fdd6-4dfa-978c-6ae1a56c0d34" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.549932] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12c85652-fdd6-4dfa-978c-6ae1a56c0d34" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.550415] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12c85652-fdd6-4dfa-978c-6ae1a56c0d34',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.667932] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d in Status: SUCCESS [ 815.667932] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d deletion is rescheduled due to dependency. [ 815.668013] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.720255] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.720463] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.720536] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.720828] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.720926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.721358] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.721358] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.721612] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.721639] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.722052] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.722158] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d582fe16-e615-46b3-8c0e-c859261a4a16 already deleted. [ 815.722252] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.053337] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12c85652-fdd6-4dfa-978c-6ae1a56c0d34 [ 816.053477] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.053599] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.053680] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.053904] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.054022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.054093] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12c85652-fdd6-4dfa-978c-6ae1a56c0d34 already deleted. [ 816.054172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12c85652-fdd6-4dfa-978c-6ae1a56c0d34" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.329896] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.330178] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-447" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.330315] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-447" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.332805] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-447" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.332924] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.333526] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.333526] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.333526] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.333825] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.333825] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.333892] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.335897] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.335897] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.335897] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.335897] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.335897] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.355876] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.356065] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 816.356207] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.356385] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-447" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.356703] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-fdbf415a-1c9d-40f3-a9d4-f4efceec7988 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.356876] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-fdbf415a-1c9d-40f3-a9d4-f4efceec7988" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.356995] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-fdbf415a-1c9d-40f3-a9d4-f4efceec7988" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.357336] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-fdbf415a-1c9d-40f3-a9d4-f4efceec7988" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.357480] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdbf415a-1c9d-40f3-a9d4-f4efceec7988',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.859557] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.860786] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.861513] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.861513] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.861513] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.861756] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port fdbf415a-1c9d-40f3-a9d4-f4efceec7988 not found, creating... [ 816.862108] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.862347] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.862347] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.863696] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.863860] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.865024] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.865024] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.865024] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.865416] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.865580] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.865781] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: fdbf415a-1c9d-40f3-a9d4-f4efceec7988 is going to be created. [ 816.885483] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.885706] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.885833] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.886164] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.886352] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.886603] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-fdbf415a-1c9d-40f3-a9d4-f4efceec7988" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.566034] env[70213]: INFO networking_nsxv3.common.synchronization [None req-0e86656d-0d57-4aab-8077-a49a92cbaf35 None None] Enqueued Resource ID: 202061cb-1010-4489-bce2-1b02ad3352f2 with Priority: HIGHEST for action port [ 817.566034] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202061cb-1010-4489-bce2-1b02ad3352f2 with Priority: HIGHEST for action port [ 817.566034] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-202061cb-1010-4489-bce2-1b02ad3352f2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.566034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-202061cb-1010-4489-bce2-1b02ad3352f2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.566034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-202061cb-1010-4489-bce2-1b02ad3352f2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.566685] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-202061cb-1010-4489-bce2-1b02ad3352f2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.566858] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('202061cb-1010-4489-bce2-1b02ad3352f2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.600040] env[70213]: INFO networking_nsxv3.common.synchronization [req-0f59d4b9-d498-491c-b552-22e47ac0bf90 req-5d8e8091-78a2-410f-a500-6fbb89c717ab service nova] Enqueued Resource ID: d582fe16-e615-46b3-8c0e-c859261a4a16 with Priority: HIGHEST for action security_group_rules [ 817.600040] env[70213]: INFO networking_nsxv3.common.synchronization [req-0f59d4b9-d498-491c-b552-22e47ac0bf90 req-5d8e8091-78a2-410f-a500-6fbb89c717ab service nova] Enqueued Resource ID: d582fe16-e615-46b3-8c0e-c859261a4a16 with Priority: HIGHEST for action security_group_members [ 817.600040] env[70213]: INFO networking_nsxv3.common.synchronization [req-0f59d4b9-d498-491c-b552-22e47ac0bf90 req-5d8e8091-78a2-410f-a500-6fbb89c717ab service nova] Enqueued Resource ID: fdbf415a-1c9d-40f3-a9d4-f4efceec7988 with Priority: HIGHEST for action port [ 817.600040] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d582fe16-e615-46b3-8c0e-c859261a4a16 with Priority: HIGHEST for action security_group_rules [ 817.600040] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d582fe16-e615-46b3-8c0e-c859261a4a16 with Priority: HIGHEST for action security_group_members [ 817.600040] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdbf415a-1c9d-40f3-a9d4-f4efceec7988 with Priority: HIGHEST for action port [ 817.600040] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d582fe16-e615-46b3-8c0e-c859261a4a16 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.600040] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.600626] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.600931] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.601294] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d582fe16-e615-46b3-8c0e-c859261a4a16',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.602896] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d582fe16-e615-46b3-8c0e-c859261a4a16 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.603151] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.603299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.604814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.604814] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.604814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.604814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.604814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.604814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.604814] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d582fe16-e615-46b3-8c0e-c859261a4a16',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.605590] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdbf415a-1c9d-40f3-a9d4-f4efceec7988 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.605814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdbf415a-1c9d-40f3-a9d4-f4efceec7988" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.605953] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdbf415a-1c9d-40f3-a9d4-f4efceec7988" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.606229] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdbf415a-1c9d-40f3-a9d4-f4efceec7988" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.606513] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdbf415a-1c9d-40f3-a9d4-f4efceec7988',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.070617] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 202061cb-1010-4489-bce2-1b02ad3352f2 [ 818.070617] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.070617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.070617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.070948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.070948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.070948] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:202061cb-1010-4489-bce2-1b02ad3352f2 already deleted. [ 818.070948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-202061cb-1010-4489-bce2-1b02ad3352f2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.109939] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdbf415a-1c9d-40f3-a9d4-f4efceec7988 with status ACTIVE [ 818.109939] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.110257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.110257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.110996] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.110996] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.110996] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.110996] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.110996] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.110996] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.111510] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.111510] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.111510] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.111510] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.111660] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.111660] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.111719] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdbf415a-1c9d-40f3-a9d4-f4efceec7988 is going to be updated. [ 818.112971] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d582fe16-e615-46b3-8c0e-c859261a4a16',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.113741] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d582fe16-e615-46b3-8c0e-c859261a4a16 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.113828] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.133790] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.133790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.133790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.134688] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.134688] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.134688] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdbf415a-1c9d-40f3-a9d4-f4efceec7988" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.615830] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d582fe16-e615-46b3-8c0e-c859261a4a16',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.121027] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.121027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.121027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.121027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.121027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.121027] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d582fe16-e615-46b3-8c0e-c859261a4a16 is going to be created. [ 819.145368] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.145368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.145368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.145368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.145368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.152168] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d582fe16-e615-46b3-8c0e-c859261a4a16 in Status: UNINITIALIZED for 2s [ 821.200543] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d582fe16-e615-46b3-8c0e-c859261a4a16 in Status: SUCCESS [ 821.200793] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.200943] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.201169] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.201376] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.201487] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.201546] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.201707] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.201787] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.201873] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.201971] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d582fe16-e615-46b3-8c0e-c859261a4a16',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.706497] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d582fe16-e615-46b3-8c0e-c859261a4a16',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.208098] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d582fe16-e615-46b3-8c0e-c859261a4a16: rpc.has_security_group_logging(os_id): False [ 822.225519] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.225690] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.225888] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.226022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.226122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.226411] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.226512] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.226574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.226838] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.226951] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.227132] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d582fe16-e615-46b3-8c0e-c859261a4a16 is going to be created. [ 822.282019] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.282306] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.282306] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.282546] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.282737] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.292775] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d582fe16-e615-46b3-8c0e-c859261a4a16 in Status: IN_PROGRESS for 2s [ 822.539991] env[70213]: INFO networking_nsxv3.common.synchronization [None req-91347fdb-c573-466d-83ce-3b7254430065 None None] Enqueued Resource ID: e661a1dd-807f-447e-8659-0dc82885990f with Priority: HIGHEST for action port [ 822.539991] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e661a1dd-807f-447e-8659-0dc82885990f with Priority: HIGHEST for action port [ 822.540625] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-e661a1dd-807f-447e-8659-0dc82885990f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.540753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e661a1dd-807f-447e-8659-0dc82885990f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.540815] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e661a1dd-807f-447e-8659-0dc82885990f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.541146] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e661a1dd-807f-447e-8659-0dc82885990f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.541234] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e661a1dd-807f-447e-8659-0dc82885990f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.043560] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e661a1dd-807f-447e-8659-0dc82885990f [ 823.043895] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.044064] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.044138] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.044364] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.044436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.044534] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e661a1dd-807f-447e-8659-0dc82885990f already deleted. [ 823.044619] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e661a1dd-807f-447e-8659-0dc82885990f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.315992] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d582fe16-e615-46b3-8c0e-c859261a4a16 in Status: SUCCESS [ 824.315992] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.628778] env[70213]: INFO networking_nsxv3.common.synchronization [req-ca129a31-ada0-4230-9677-8586773a2fbf req-81d56760-5e96-4a34-9fdc-35405ce97a22 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Enqueued Resource ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 with Priority: HIGHEST for action security_group_members [ 825.628778] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 with Priority: HIGHEST for action security_group_members [ 825.628778] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.628778] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.628778] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.628778] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.628778] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.628778] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.628778] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.628778] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.628778] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.628778] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.002209] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.002431] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.002564] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.002878] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.003142] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.003289] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.003400] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.003609] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.003745] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.003949] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.006526] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.006526] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.006526] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.006526] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.006526] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.006526] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.033017] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.033017] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 826.033017] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.033017] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.033017] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-9f9a5919-4bf7-469e-b5c5-e0e3a14cc163 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.033017] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-9f9a5919-4bf7-469e-b5c5-e0e3a14cc163" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.033017] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-9f9a5919-4bf7-469e-b5c5-e0e3a14cc163" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.033017] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-9f9a5919-4bf7-469e-b5c5-e0e3a14cc163" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.033017] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f9a5919-4bf7-469e-b5c5-e0e3a14cc163',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.132088] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.132369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.132493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.132800] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.132873] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.133109] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.133223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.133330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.133459] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.133570] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.133675] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 already deleted. [ 826.133763] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.538454] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.538745] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.538886] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.539251] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.539453] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.539521] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 9f9a5919-4bf7-469e-b5c5-e0e3a14cc163 not found, creating... [ 826.539831] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.540011] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.540154] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.540434] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.540700] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.540905] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.541100] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.541225] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.541506] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.541778] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.541833] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 9f9a5919-4bf7-469e-b5c5-e0e3a14cc163 is going to be created. [ 826.560025] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.560232] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.560297] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.560630] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.560850] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.561084] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-9f9a5919-4bf7-469e-b5c5-e0e3a14cc163" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.826550] env[70213]: INFO networking_nsxv3.common.synchronization [req-ca129a31-ada0-4230-9677-8586773a2fbf req-7c004e31-b177-4721-b7b9-99d6e327ffa2 service nova] Enqueued Resource ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 with Priority: HIGHEST for action security_group_rules [ 827.826802] env[70213]: INFO networking_nsxv3.common.synchronization [req-ca129a31-ada0-4230-9677-8586773a2fbf req-7c004e31-b177-4721-b7b9-99d6e327ffa2 service nova] Enqueued Resource ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 with Priority: HIGHEST for action security_group_members [ 827.827128] env[70213]: INFO networking_nsxv3.common.synchronization [req-ca129a31-ada0-4230-9677-8586773a2fbf req-7c004e31-b177-4721-b7b9-99d6e327ffa2 service nova] Enqueued Resource ID: 9f9a5919-4bf7-469e-b5c5-e0e3a14cc163 with Priority: HIGHEST for action port [ 827.827128] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 with Priority: HIGHEST for action security_group_rules [ 827.827273] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 with Priority: HIGHEST for action security_group_members [ 827.827334] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9a5919-4bf7-469e-b5c5-e0e3a14cc163 with Priority: HIGHEST for action port [ 827.827890] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.829277] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.829277] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.829277] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.829277] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.835178] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.835178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.835178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.835178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.835178] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.835178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.835178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.835178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.835178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.835178] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.835178] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f9a5919-4bf7-469e-b5c5-e0e3a14cc163 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.835178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f9a5919-4bf7-469e-b5c5-e0e3a14cc163" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.835178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f9a5919-4bf7-469e-b5c5-e0e3a14cc163" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.835178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f9a5919-4bf7-469e-b5c5-e0e3a14cc163" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.835178] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f9a5919-4bf7-469e-b5c5-e0e3a14cc163',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.337381] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.341122] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.341302] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.342018] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f9a5919-4bf7-469e-b5c5-e0e3a14cc163 with status ACTIVE [ 828.342119] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.342235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.342301] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.342525] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.342621] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.342797] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.342904] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.345027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.345027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.345027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.345027] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.345027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.345027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.345027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.345027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.345027] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f9a5919-4bf7-469e-b5c5-e0e3a14cc163 is going to be updated. [ 828.366730] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.366730] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.366730] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.366730] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.366730] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.366730] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f9a5919-4bf7-469e-b5c5-e0e3a14cc163" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.433032] env[70213]: INFO networking_nsxv3.common.synchronization [None req-5f0ee072-463e-4757-b439-6428113b9759 None None] Enqueued Resource ID: 2ebc5cc1-023c-49a6-a532-d22c2e047ead with Priority: HIGHEST for action port [ 828.433629] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc5cc1-023c-49a6-a532-d22c2e047ead with Priority: HIGHEST for action port [ 828.433987] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ebc5cc1-023c-49a6-a532-d22c2e047ead taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.434242] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ebc5cc1-023c-49a6-a532-d22c2e047ead" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.434242] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ebc5cc1-023c-49a6-a532-d22c2e047ead" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.434649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ebc5cc1-023c-49a6-a532-d22c2e047ead" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.434649] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ebc5cc1-023c-49a6-a532-d22c2e047ead',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.750164] env[70213]: INFO networking_nsxv3.common.synchronization [None req-fa3af884-72c0-4e87-a1d6-4900a55b3635 None None] Enqueued Resource ID: e348d27c-ad7e-4a79-98f7-150dc605fb32 with Priority: HIGHEST for action port [ 828.750164] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e348d27c-ad7e-4a79-98f7-150dc605fb32 with Priority: HIGHEST for action port [ 828.750434] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-e348d27c-ad7e-4a79-98f7-150dc605fb32 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.750434] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e348d27c-ad7e-4a79-98f7-150dc605fb32" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.750592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e348d27c-ad7e-4a79-98f7-150dc605fb32" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.753752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e348d27c-ad7e-4a79-98f7-150dc605fb32" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.753752] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e348d27c-ad7e-4a79-98f7-150dc605fb32',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.844083] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.937156] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ebc5cc1-023c-49a6-a532-d22c2e047ead [ 828.937439] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.937591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.937675] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.937929] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.938048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.938172] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ebc5cc1-023c-49a6-a532-d22c2e047ead already deleted. [ 828.938281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ebc5cc1-023c-49a6-a532-d22c2e047ead" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.254237] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e348d27c-ad7e-4a79-98f7-150dc605fb32 [ 829.254237] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.254237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.254237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.254625] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.254625] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.254625] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e348d27c-ad7e-4a79-98f7-150dc605fb32 already deleted. [ 829.254625] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e348d27c-ad7e-4a79-98f7-150dc605fb32" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.351162] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.351162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.351162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.351162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.351162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.351162] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 is going to be created. [ 829.374171] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.374171] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.374322] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.374484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.374685] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.389136] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 in Status: UNINITIALIZED for 2s [ 829.562233] env[70213]: INFO networking_nsxv3.common.synchronization [req-b639c32c-3840-4c50-8d47-531000cc5404 req-0dec91ab-9981-4161-9737-ba1619ba2f26 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Enqueued Resource ID: af658585-02ca-48b6-94c6-72bcdc0051fd with Priority: HIGHEST for action security_group_members [ 829.562806] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af658585-02ca-48b6-94c6-72bcdc0051fd with Priority: HIGHEST for action security_group_members [ 829.563138] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-af658585-02ca-48b6-94c6-72bcdc0051fd taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.563269] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.563337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.563588] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.563744] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.563849] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.563910] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.565773] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.565889] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.565993] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af658585-02ca-48b6-94c6-72bcdc0051fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.881099] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.881422] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-937" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.881467] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-937" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.881828] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-937" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.883108] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.883361] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.883528] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.883840] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.884093] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.884351] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.884503] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.884660] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.884826] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.884999] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.885166] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.885354] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.903940] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.905351] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 829.905523] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.905706] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-937" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.906036] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-c458215d-8ad0-4516-85ff-5157ecb3555b taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.906212] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-c458215d-8ad0-4516-85ff-5157ecb3555b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.906334] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-c458215d-8ad0-4516-85ff-5157ecb3555b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.906663] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-c458215d-8ad0-4516-85ff-5157ecb3555b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.906801] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c458215d-8ad0-4516-85ff-5157ecb3555b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.069297] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.069470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.069580] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.069760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.069853] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.070059] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.070160] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.070226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.070392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.070475] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.070562] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af658585-02ca-48b6-94c6-72bcdc0051fd already deleted. [ 830.070649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.414087] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.414087] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.414087] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.414087] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.414087] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.414087] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port c458215d-8ad0-4516-85ff-5157ecb3555b not found, creating... [ 830.414495] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.414495] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.414495] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.414917] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.414917] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.415305] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.415305] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.415483] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.415782] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.415782] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.416886] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: c458215d-8ad0-4516-85ff-5157ecb3555b is going to be created. [ 830.436118] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.436366] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.436497] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.436845] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.437203] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.437482] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-c458215d-8ad0-4516-85ff-5157ecb3555b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.992042] env[70213]: INFO networking_nsxv3.common.synchronization [req-3ed43abc-fcd8-4b46-b0c5-200cea006314 req-96c98fcd-f0e1-4a86-8ffa-60938a439800 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Enqueued Resource ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 with Priority: HIGHEST for action security_group_members [ 830.992042] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 with Priority: HIGHEST for action security_group_members [ 830.992042] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-885bec36-b314-4147-b91b-b4fb507b0ad4 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.992042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.992042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.992711] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.992711] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.992711] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.992820] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.992959] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.993036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.993118] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('885bec36-b314-4147-b91b-b4fb507b0ad4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.165047] env[70213]: INFO networking_nsxv3.common.synchronization [req-b639c32c-3840-4c50-8d47-531000cc5404 req-e4243c54-500e-4be9-bc27-1b5ca0b79cad service nova] Enqueued Resource ID: af658585-02ca-48b6-94c6-72bcdc0051fd with Priority: HIGHEST for action security_group_rules [ 831.165047] env[70213]: INFO networking_nsxv3.common.synchronization [req-b639c32c-3840-4c50-8d47-531000cc5404 req-e4243c54-500e-4be9-bc27-1b5ca0b79cad service nova] Enqueued Resource ID: af658585-02ca-48b6-94c6-72bcdc0051fd with Priority: HIGHEST for action security_group_members [ 831.165047] env[70213]: INFO networking_nsxv3.common.synchronization [req-b639c32c-3840-4c50-8d47-531000cc5404 req-e4243c54-500e-4be9-bc27-1b5ca0b79cad service nova] Enqueued Resource ID: c458215d-8ad0-4516-85ff-5157ecb3555b with Priority: HIGHEST for action port [ 831.165047] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af658585-02ca-48b6-94c6-72bcdc0051fd with Priority: HIGHEST for action security_group_rules [ 831.165235] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af658585-02ca-48b6-94c6-72bcdc0051fd with Priority: HIGHEST for action security_group_members [ 831.165266] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c458215d-8ad0-4516-85ff-5157ecb3555b with Priority: HIGHEST for action port [ 831.169813] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af658585-02ca-48b6-94c6-72bcdc0051fd taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.169813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.169813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.169813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.169813] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af658585-02ca-48b6-94c6-72bcdc0051fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.169813] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-af658585-02ca-48b6-94c6-72bcdc0051fd taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.169813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.169813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.169813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.169813] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.169813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.169813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.169813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.169813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.169813] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af658585-02ca-48b6-94c6-72bcdc0051fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.169813] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-c458215d-8ad0-4516-85ff-5157ecb3555b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.169813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c458215d-8ad0-4516-85ff-5157ecb3555b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.169813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c458215d-8ad0-4516-85ff-5157ecb3555b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.170416] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c458215d-8ad0-4516-85ff-5157ecb3555b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.170416] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c458215d-8ad0-4516-85ff-5157ecb3555b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.250976] env[70213]: INFO networking_nsxv3.common.synchronization [None req-eb8bee29-c852-44a3-b073-05050ae93517 None None] Enqueued Resource ID: f7ec6933-13d5-4a96-a909-362f687e2eec with Priority: HIGHEST for action port [ 831.250976] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7ec6933-13d5-4a96-a909-362f687e2eec with Priority: HIGHEST for action port [ 831.250976] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7ec6933-13d5-4a96-a909-362f687e2eec taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.250976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7ec6933-13d5-4a96-a909-362f687e2eec" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.252282] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7ec6933-13d5-4a96-a909-362f687e2eec" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.255456] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7ec6933-13d5-4a96-a909-362f687e2eec" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.257192] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7ec6933-13d5-4a96-a909-362f687e2eec',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.374722] env[70213]: INFO networking_nsxv3.common.synchronization [None req-c833e17c-486b-48b6-a647-70e6b647bfed None None] Enqueued Resource ID: 7614adff-fd60-4947-b34a-254c3bf1d535 with Priority: HIGHEST for action port [ 831.374959] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7614adff-fd60-4947-b34a-254c3bf1d535 with Priority: HIGHEST for action port [ 831.375269] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-7614adff-fd60-4947-b34a-254c3bf1d535 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.375406] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7614adff-fd60-4947-b34a-254c3bf1d535" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.375479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7614adff-fd60-4947-b34a-254c3bf1d535" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.375793] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7614adff-fd60-4947-b34a-254c3bf1d535" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.378332] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7614adff-fd60-4947-b34a-254c3bf1d535',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.403087] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 in Status: SUCCESS [ 831.403297] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.403448] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.403656] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.403850] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.403965] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.404042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.404189] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.404268] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.404349] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.404447] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.495016] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.495188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.495261] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.495473] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.495568] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.495767] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.496631] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.496631] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.496631] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.496631] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.496631] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 is going to be updated. [ 831.524333] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.524333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.524333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.524333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.524535] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.536761] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 in Status: IN_PROGRESS for 2s [ 831.671979] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-af658585-02ca-48b6-94c6-72bcdc0051fd taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.672125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.672324] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af658585-02ca-48b6-94c6-72bcdc0051fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.673246] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c458215d-8ad0-4516-85ff-5157ecb3555b with status ACTIVE [ 831.673423] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.674589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.674589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.674589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.674589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.674589] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.674589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.674589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.674589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.674589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.674589] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.674920] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.674920] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.674920] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.674920] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.675027] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c458215d-8ad0-4516-85ff-5157ecb3555b is going to be updated. [ 831.701238] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.701366] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.701530] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.701629] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.701761] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.701931] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c458215d-8ad0-4516-85ff-5157ecb3555b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.759746] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7ec6933-13d5-4a96-a909-362f687e2eec [ 831.759746] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.759920] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.760050] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.761080] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.761080] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.761274] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7ec6933-13d5-4a96-a909-362f687e2eec already deleted. [ 831.761400] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7ec6933-13d5-4a96-a909-362f687e2eec" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.879077] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7614adff-fd60-4947-b34a-254c3bf1d535 [ 831.879375] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.879532] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.879601] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.879833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.879923] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.880067] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7614adff-fd60-4947-b34a-254c3bf1d535 already deleted. [ 831.880172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7614adff-fd60-4947-b34a-254c3bf1d535" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.906819] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.180728] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af658585-02ca-48b6-94c6-72bcdc0051fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.409663] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2: rpc.has_security_group_logging(os_id): False [ 832.427960] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.428214] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.428321] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.428565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.428669] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.429356] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.429356] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.429356] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.429356] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.429556] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.429556] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 is going to be created. [ 832.490465] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.492833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.492833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.492833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.492833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.506387] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 in Status: IN_PROGRESS for 2s [ 832.686322] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.686655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.686753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.687563] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.687563] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.687563] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af658585-02ca-48b6-94c6-72bcdc0051fd is going to be created. [ 832.713546] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.713684] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.713753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.713944] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.714105] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.726454] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af658585-02ca-48b6-94c6-72bcdc0051fd in Status: UNINITIALIZED for 2s [ 833.549901] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 in Status: SUCCESS [ 833.550138] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 deletion is rescheduled due to dependency. [ 833.550268] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.521162] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 in Status: SUCCESS [ 834.521370] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.737786] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af658585-02ca-48b6-94c6-72bcdc0051fd in Status: SUCCESS [ 834.738058] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.738342] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.738589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.738941] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.738941] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.739692] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.739692] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.739692] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.739692] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.739692] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af658585-02ca-48b6-94c6-72bcdc0051fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.898697] env[70213]: INFO networking_nsxv3.common.synchronization [req-fe0139e3-8815-42ed-811a-698b0eb32f3b req-6ed64c28-5764-4cba-b6c2-2852132ec3db tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Enqueued Resource ID: 25642d4e-ef47-4afe-bd3d-77218bc139c7 with Priority: HIGHEST for action security_group_members [ 834.899272] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25642d4e-ef47-4afe-bd3d-77218bc139c7 with Priority: HIGHEST for action security_group_members [ 834.899577] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-25642d4e-ef47-4afe-bd3d-77218bc139c7 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.899708] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.899777] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.900152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.900340] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.900472] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.900544] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.901008] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.901111] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.901312] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25642d4e-ef47-4afe-bd3d-77218bc139c7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.201960] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-255 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.201960] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-255" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.202214] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-255" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.202391] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-255" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.202980] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.203168] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.203289] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.203642] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.203800] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.204036] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 835.204149] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.204411] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.204582] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.204642] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 835.204751] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.204884] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.224036] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.224318] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 835.224557] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.224804] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-255" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.225160] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.225336] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.225457] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.225773] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.225954] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.241795] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-af658585-02ca-48b6-94c6-72bcdc0051fd taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.242064] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.242158] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.242380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.242554] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.242659] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.242755] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.242906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.242996] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.243394] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.243394] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-af658585-02ca-48b6-94c6-72bcdc0051fd taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.243394] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.243394] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.243599] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.243683] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.243777] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.243840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.243977] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.244066] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.244151] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.244253] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af658585-02ca-48b6-94c6-72bcdc0051fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.403552] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.403904] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.403963] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.404564] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.404564] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.404726] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.405461] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.405461] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.405461] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.405461] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.405947] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25642d4e-ef47-4afe-bd3d-77218bc139c7 already deleted. [ 835.405947] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.731736] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.731972] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.732995] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.732995] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.732995] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.732995] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e not found, creating... [ 835.732995] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.733229] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.733281] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.733918] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.733918] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.733918] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.734100] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.734189] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.734861] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.734861] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.734861] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e is going to be created. [ 835.748349] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af658585-02ca-48b6-94c6-72bcdc0051fd: rpc.has_security_group_logging(os_id): False [ 835.764285] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.764491] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.764592] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.765279] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.765279] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.765651] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.777895] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.778274] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.778274] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.778466] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.778523] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.778767] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.778889] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.778964] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.779166] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.779256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.779471] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.779573] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.779671] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.779775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.779848] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.780042] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.780139] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.780201] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.780341] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.780468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.780585] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af658585-02ca-48b6-94c6-72bcdc0051fd is going to be created. [ 835.896335] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.896563] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.896610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.896846] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.897096] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.928656] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af658585-02ca-48b6-94c6-72bcdc0051fd in Status: IN_PROGRESS for 2s [ 836.528976] env[70213]: INFO networking_nsxv3.common.synchronization [req-fe0139e3-8815-42ed-811a-698b0eb32f3b req-b8d616da-ce7b-4c4a-a04e-dd7cb07ed843 service nova] Enqueued Resource ID: 25642d4e-ef47-4afe-bd3d-77218bc139c7 with Priority: HIGHEST for action security_group_rules [ 836.528976] env[70213]: INFO networking_nsxv3.common.synchronization [req-fe0139e3-8815-42ed-811a-698b0eb32f3b req-b8d616da-ce7b-4c4a-a04e-dd7cb07ed843 service nova] Enqueued Resource ID: 25642d4e-ef47-4afe-bd3d-77218bc139c7 with Priority: HIGHEST for action security_group_members [ 836.528976] env[70213]: INFO networking_nsxv3.common.synchronization [req-fe0139e3-8815-42ed-811a-698b0eb32f3b req-b8d616da-ce7b-4c4a-a04e-dd7cb07ed843 service nova] Enqueued Resource ID: 1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e with Priority: HIGHEST for action port [ 836.528976] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25642d4e-ef47-4afe-bd3d-77218bc139c7 with Priority: HIGHEST for action security_group_rules [ 836.528976] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25642d4e-ef47-4afe-bd3d-77218bc139c7 with Priority: HIGHEST for action security_group_members [ 836.528976] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e with Priority: HIGHEST for action port [ 836.529588] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25642d4e-ef47-4afe-bd3d-77218bc139c7 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.529806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.529806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.530174] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.530283] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25642d4e-ef47-4afe-bd3d-77218bc139c7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.531638] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-25642d4e-ef47-4afe-bd3d-77218bc139c7 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.531861] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.531975] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.534023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.534023] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.534023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.534023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.534023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.534023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.534023] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25642d4e-ef47-4afe-bd3d-77218bc139c7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.534691] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.534869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.535012] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.535271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.535582] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.037640] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-25642d4e-ef47-4afe-bd3d-77218bc139c7 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.037958] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.037958] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25642d4e-ef47-4afe-bd3d-77218bc139c7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.043300] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e with status ACTIVE [ 837.043568] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.043696] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.043696] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.043878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.043971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.044173] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.044275] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.044337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.044532] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.044595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.044739] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.044832] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.044948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.045046] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.045116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.045201] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e is going to be updated. [ 837.065429] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.065588] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.065639] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.065844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.066011] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.066229] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.540293] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25642d4e-ef47-4afe-bd3d-77218bc139c7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.606279] env[70213]: INFO networking_nsxv3.common.synchronization [req-7158bbea-c09e-4391-9b99-f342dcb9fcbd req-98e83fb7-bd3b-4354-bd28-70cbfefba6c2 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Enqueued Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_members [ 837.607182] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_members [ 837.607478] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-50259fd7-f059-4883-8955-691a642e459f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.607599] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.607659] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.608075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.608229] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.608330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.608386] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.608575] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.608658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.608751] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.940859] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.940859] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-53" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.940859] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-53" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.941206] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-53" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.942032] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.942032] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.942032] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.942032] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.942376] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.942376] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.942376] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.942513] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.942569] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.942676] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.942782] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.942936] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.945518] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af658585-02ca-48b6-94c6-72bcdc0051fd in Status: SUCCESS [ 837.945787] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.961513] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.961799] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 837.962034] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.962271] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-53" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.962651] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-5d814791-9542-4fdd-87e5-d0546a2a7db8 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.962917] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-5d814791-9542-4fdd-87e5-d0546a2a7db8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.963113] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-5d814791-9542-4fdd-87e5-d0546a2a7db8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.963472] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-5d814791-9542-4fdd-87e5-d0546a2a7db8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.963656] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d814791-9542-4fdd-87e5-d0546a2a7db8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.044289] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.044688] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.044688] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.044845] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.044938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.045214] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25642d4e-ef47-4afe-bd3d-77218bc139c7 is going to be created. [ 838.067974] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.068150] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.068211] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.068547] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.069090] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.077042] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25642d4e-ef47-4afe-bd3d-77218bc139c7 in Status: UNINITIALIZED for 2s [ 838.111155] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.111324] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.111396] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.111723] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.111828] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.112055] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.112156] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.112214] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.112424] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.112424] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.112584] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50259fd7-f059-4883-8955-691a642e459f already deleted. [ 838.112584] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.467292] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.467594] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.467762] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.468083] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.469036] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.469036] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 5d814791-9542-4fdd-87e5-d0546a2a7db8 not found, creating... [ 838.469036] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.469036] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.469036] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.469331] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.469421] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.469753] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.469987] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.470045] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.470253] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.470389] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.470602] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 5d814791-9542-4fdd-87e5-d0546a2a7db8 is going to be created. [ 838.489852] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.489852] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.490042] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.490218] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.490473] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.490714] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-5d814791-9542-4fdd-87e5-d0546a2a7db8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.365213] env[70213]: INFO networking_nsxv3.common.synchronization [req-7158bbea-c09e-4391-9b99-f342dcb9fcbd req-db9ba2eb-c66c-4004-9031-cef36280c0f0 service nova] Enqueued Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_rules [ 839.365213] env[70213]: INFO networking_nsxv3.common.synchronization [req-7158bbea-c09e-4391-9b99-f342dcb9fcbd req-db9ba2eb-c66c-4004-9031-cef36280c0f0 service nova] Enqueued Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_members [ 839.365213] env[70213]: INFO networking_nsxv3.common.synchronization [req-7158bbea-c09e-4391-9b99-f342dcb9fcbd req-db9ba2eb-c66c-4004-9031-cef36280c0f0 service nova] Enqueued Resource ID: 5d814791-9542-4fdd-87e5-d0546a2a7db8 with Priority: HIGHEST for action port [ 839.365213] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_rules [ 839.365213] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_members [ 839.365213] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d814791-9542-4fdd-87e5-d0546a2a7db8 with Priority: HIGHEST for action port [ 839.365213] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50259fd7-f059-4883-8955-691a642e459f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.365213] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.365213] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.365213] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.365213] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.366870] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-50259fd7-f059-4883-8955-691a642e459f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.367156] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.367423] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.367695] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.367929] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.368161] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.368308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.368531] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.368693] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.368857] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.369693] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d814791-9542-4fdd-87e5-d0546a2a7db8 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.369966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d814791-9542-4fdd-87e5-d0546a2a7db8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.370145] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d814791-9542-4fdd-87e5-d0546a2a7db8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.370377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d814791-9542-4fdd-87e5-d0546a2a7db8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.370630] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d814791-9542-4fdd-87e5-d0546a2a7db8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.874506] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-50259fd7-f059-4883-8955-691a642e459f taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.874675] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.874891] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.875778] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d814791-9542-4fdd-87e5-d0546a2a7db8 with status ACTIVE [ 839.876028] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.876137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.876570] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.876570] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.876570] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.876805] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.876805] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.876805] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.876932] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.876962] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.877183] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.877313] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.877313] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.877413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.877551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.877551] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d814791-9542-4fdd-87e5-d0546a2a7db8 is going to be updated. [ 839.902419] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.902419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.902419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.902419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.902590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.903019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d814791-9542-4fdd-87e5-d0546a2a7db8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.093524] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25642d4e-ef47-4afe-bd3d-77218bc139c7 in Status: SUCCESS [ 840.093721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.093896] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.094134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.094346] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.094438] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.094503] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.094655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.094741] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.094815] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.094905] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25642d4e-ef47-4afe-bd3d-77218bc139c7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.383203] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.597334] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-25642d4e-ef47-4afe-bd3d-77218bc139c7 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.597670] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.597755] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.598048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.598479] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.598611] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.598707] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.598918] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.599352] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.599352] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.599352] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-25642d4e-ef47-4afe-bd3d-77218bc139c7 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.599493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.599702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.599869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.600042] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.600149] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.600236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.600404] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.600561] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.600679] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.600794] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25642d4e-ef47-4afe-bd3d-77218bc139c7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.885420] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.885589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.885664] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.885884] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.885976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.886096] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50259fd7-f059-4883-8955-691a642e459f is going to be created. [ 840.912097] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.912288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.912436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.912608] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.912840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.923514] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50259fd7-f059-4883-8955-691a642e459f in Status: UNINITIALIZED for 2s [ 841.103313] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25642d4e-ef47-4afe-bd3d-77218bc139c7: rpc.has_security_group_logging(os_id): False [ 841.123744] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.123911] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.123986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.124222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.124648] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.124648] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.124648] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.126223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.126223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.126223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.126223] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.126223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.126223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.126223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.126223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.126223] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.126223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.126223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.126223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.126223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.126223] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25642d4e-ef47-4afe-bd3d-77218bc139c7 is going to be created. [ 841.209306] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.209521] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.209617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.209869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.210108] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.236764] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25642d4e-ef47-4afe-bd3d-77218bc139c7 in Status: IN_PROGRESS for 2s [ 842.402311] env[70213]: INFO networking_nsxv3.common.synchronization [req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f req-5f99b94b-572c-44bf-84fa-7b2b26bbae92 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Enqueued Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 842.402907] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 842.403257] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.403366] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.403697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.403697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.403795] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.403861] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.403935] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.404114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.404200] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.404294] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.636153] env[70213]: INFO networking_nsxv3.common.synchronization [req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 req-3916674a-e80b-4531-8b19-fb948a3bf042 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Enqueued Resource ID: dde5bd47-7458-4391-b324-1c63276451e0 with Priority: HIGHEST for action security_group_members [ 842.637217] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde5bd47-7458-4391-b324-1c63276451e0 with Priority: HIGHEST for action security_group_members [ 842.637266] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-dde5bd47-7458-4391-b324-1c63276451e0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.637377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.637442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.637752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.637816] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.637915] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.637972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.638190] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.638314] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.638415] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dde5bd47-7458-4391-b324-1c63276451e0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.725410] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.725410] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-141" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.725410] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-141" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.725410] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-141" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.725645] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.725645] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.725744] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.725929] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.727124] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.727379] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.727500] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.727614] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.727722] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.727832] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.727938] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.728085] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.747485] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.747653] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 842.747791] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.747962] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-141" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.748447] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-59d0ddf4-6de4-4bf5-babb-33904c661b5c taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.748565] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-59d0ddf4-6de4-4bf5-babb-33904c661b5c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.748666] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-59d0ddf4-6de4-4bf5-babb-33904c661b5c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.749010] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-59d0ddf4-6de4-4bf5-babb-33904c661b5c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.749166] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59d0ddf4-6de4-4bf5-babb-33904c661b5c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.906433] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.933900] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50259fd7-f059-4883-8955-691a642e459f in Status: SUCCESS [ 842.934138] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.934621] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.934851] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.935085] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.935207] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.935268] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.935446] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.935529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.935639] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.935757] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.142942] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.144049] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.144049] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.144049] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.144049] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.144049] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.144049] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.144049] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.144049] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.144386] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.144386] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dde5bd47-7458-4391-b324-1c63276451e0 is going to be updated. [ 843.182459] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.182459] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.182459] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.182656] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.182795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.191613] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dde5bd47-7458-4391-b324-1c63276451e0 in Status: IN_PROGRESS for 2s [ 843.249251] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25642d4e-ef47-4afe-bd3d-77218bc139c7 in Status: SUCCESS [ 843.249550] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.252296] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.252772] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.252873] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.253166] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.253374] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.253583] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 59d0ddf4-6de4-4bf5-babb-33904c661b5c not found, creating... [ 843.253952] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.254200] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.254381] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.254694] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.255037] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.255743] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.255743] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.256131] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.256195] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.256391] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.256592] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 59d0ddf4-6de4-4bf5-babb-33904c661b5c is going to be created. [ 843.278024] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.278024] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.278024] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.278235] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.278434] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.278664] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-59d0ddf4-6de4-4bf5-babb-33904c661b5c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.408592] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.438677] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-50259fd7-f059-4883-8955-691a642e459f taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.438677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.438677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.438677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.438677] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.438677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.438677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.439235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.439235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.439235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.439235] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-50259fd7-f059-4883-8955-691a642e459f taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.439235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.439395] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.439395] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.441126] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.441126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.441126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.441126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.441126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.441126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.441126] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.911765] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.911765] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.911765] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.911765] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.911765] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.911765] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1d2214-3d43-4997-90b3-5c48df171063 is going to be updated. [ 843.941312] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.941474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.941570] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.941797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.941942] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.943909] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50259fd7-f059-4883-8955-691a642e459f: rpc.has_security_group_logging(os_id): False [ 843.960152] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: IN_PROGRESS for 2s [ 843.968816] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.968816] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.968816] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.968816] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.968816] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.968816] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.968816] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.968816] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.968816] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.968816] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.969213] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.969255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.969395] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.969456] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.969526] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.969719] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.969819] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.969871] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.970024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.970099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.970256] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50259fd7-f059-4883-8955-691a642e459f is going to be created. [ 843.988345] env[70213]: INFO networking_nsxv3.common.synchronization [req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f req-1a37707a-1fe1-41f5-bc00-d904fb820176 service nova] Enqueued Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_rules [ 843.988533] env[70213]: INFO networking_nsxv3.common.synchronization [req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f req-1a37707a-1fe1-41f5-bc00-d904fb820176 service nova] Enqueued Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 843.988674] env[70213]: INFO networking_nsxv3.common.synchronization [req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f req-1a37707a-1fe1-41f5-bc00-d904fb820176 service nova] Enqueued Resource ID: 59d0ddf4-6de4-4bf5-babb-33904c661b5c with Priority: HIGHEST for action port [ 843.988904] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_rules [ 843.989042] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 843.989637] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d0ddf4-6de4-4bf5-babb-33904c661b5c with Priority: HIGHEST for action port [ 843.990236] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.990360] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.990428] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.990642] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.990726] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.991540] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.991926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.993085] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-59d0ddf4-6de4-4bf5-babb-33904c661b5c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.993085] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59d0ddf4-6de4-4bf5-babb-33904c661b5c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.993085] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59d0ddf4-6de4-4bf5-babb-33904c661b5c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.993085] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59d0ddf4-6de4-4bf5-babb-33904c661b5c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.993085] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59d0ddf4-6de4-4bf5-babb-33904c661b5c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.040318] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.040318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.040318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.040318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.040318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.052279] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50259fd7-f059-4883-8955-691a642e459f in Status: IN_PROGRESS for 2s [ 844.496866] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.497195] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.497248] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59d0ddf4-6de4-4bf5-babb-33904c661b5c with status ACTIVE [ 844.497406] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.497513] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.497574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.497781] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.497867] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.498044] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.498149] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.498211] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.498634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.498634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.498784] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.498784] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.498784] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.499017] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.499017] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.499114] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59d0ddf4-6de4-4bf5-babb-33904c661b5c is going to be updated. [ 844.529564] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.529844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.529978] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.531267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.531267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.531267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59d0ddf4-6de4-4bf5-babb-33904c661b5c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.202174] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dde5bd47-7458-4391-b324-1c63276451e0 in Status: SUCCESS [ 845.202174] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dde5bd47-7458-4391-b324-1c63276451e0 deletion is rescheduled due to dependency. [ 845.202174] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.001888] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: SUCCESS [ 846.002204] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.002362] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.002576] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.002772] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.002907] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.002975] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.003157] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.003240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.003342] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.064598] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50259fd7-f059-4883-8955-691a642e459f in Status: SUCCESS [ 846.064837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.506092] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.779311] env[70213]: INFO networking_nsxv3.common.synchronization [req-39595219-08b8-44b0-b6aa-d1604a15a66e req-440d6d33-7e7d-49ac-9181-ed81fb66a987 tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Enqueued Resource ID: 25642d4e-ef47-4afe-bd3d-77218bc139c7 with Priority: HIGHEST for action security_group_members [ 846.781284] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25642d4e-ef47-4afe-bd3d-77218bc139c7 with Priority: HIGHEST for action security_group_members [ 846.781284] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-25642d4e-ef47-4afe-bd3d-77218bc139c7 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.781284] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.781284] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.781284] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.781284] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.781284] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.783228] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.783228] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.783228] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.783228] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25642d4e-ef47-4afe-bd3d-77218bc139c7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.010243] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.066775] env[70213]: INFO networking_nsxv3.common.synchronization [None req-0b8a0fe7-e489-4e93-a3d1-af335b9b86dd tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Enqueued Resource ID: cf3685c2-2014-4f60-85a1-bc46e23f4a4f with Priority: HIGHEST for action security_group_rules [ 847.066775] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf3685c2-2014-4f60-85a1-bc46e23f4a4f with Priority: HIGHEST for action security_group_rules [ 847.066775] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf3685c2-2014-4f60-85a1-bc46e23f4a4f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.066775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf3685c2-2014-4f60-85a1-bc46e23f4a4f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.066775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf3685c2-2014-4f60-85a1-bc46e23f4a4f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.066775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf3685c2-2014-4f60-85a1-bc46e23f4a4f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.066775] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf3685c2-2014-4f60-85a1-bc46e23f4a4f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.143804] env[70213]: INFO networking_nsxv3.common.synchronization [None req-70564979-0f9b-4f8c-a3ff-63435d8c395c tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Enqueued Resource ID: cf3685c2-2014-4f60-85a1-bc46e23f4a4f with Priority: HIGHEST for action security_group_rules [ 847.144328] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf3685c2-2014-4f60-85a1-bc46e23f4a4f with Priority: HIGHEST for action security_group_rules [ 847.144632] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf3685c2-2014-4f60-85a1-bc46e23f4a4f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.144738] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf3685c2-2014-4f60-85a1-bc46e23f4a4f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.286182] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.286182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.286182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.286182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.286182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.286182] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.286182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.286182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.286182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.286182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.286182] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25642d4e-ef47-4afe-bd3d-77218bc139c7 is going to be updated. [ 847.314367] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.314509] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.314595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.314786] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.314927] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.323328] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25642d4e-ef47-4afe-bd3d-77218bc139c7 in Status: IN_PROGRESS for 2s [ 847.512636] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.512799] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.512925] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.513142] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.513236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.513340] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1d2214-3d43-4997-90b3-5c48df171063 is going to be updated. [ 847.542882] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.543037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.543113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.543318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.543456] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.552204] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: IN_PROGRESS for 2s [ 847.589857] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.590098] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.590191] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.590447] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.590577] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.590706] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf3685c2-2014-4f60-85a1-bc46e23f4a4f already deleted. [ 847.590805] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf3685c2-2014-4f60-85a1-bc46e23f4a4f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.591042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf3685c2-2014-4f60-85a1-bc46e23f4a4f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.591171] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf3685c2-2014-4f60-85a1-bc46e23f4a4f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.591258] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf3685c2-2014-4f60-85a1-bc46e23f4a4f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.127523] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.128069] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.128069] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.128069] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.128333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.128333] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf3685c2-2014-4f60-85a1-bc46e23f4a4f already deleted. [ 848.128495] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf3685c2-2014-4f60-85a1-bc46e23f4a4f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.476227] env[70213]: INFO networking_nsxv3.common.synchronization [req-1e180572-71ec-4061-93a2-63887bef2d0e req-2f7b3276-ca05-45e1-9f6c-7fbc0793ddeb tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Enqueued Resource ID: 12a148d5-e5f6-4887-985e-08c17408688a with Priority: HIGHEST for action security_group_members [ 848.476757] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a148d5-e5f6-4887-985e-08c17408688a with Priority: HIGHEST for action security_group_members [ 848.477063] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-12a148d5-e5f6-4887-985e-08c17408688a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.477555] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.477620] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.477777] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.477939] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.478060] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.478206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.478264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.478351] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.478457] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12a148d5-e5f6-4887-985e-08c17408688a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.981323] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.981508] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.981547] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.981842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.981916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.982124] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.982263] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.982297] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.982430] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.982505] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.982751] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12a148d5-e5f6-4887-985e-08c17408688a is going to be updated. [ 849.011132] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.011286] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.011356] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.011793] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.011918] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.023727] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12a148d5-e5f6-4887-985e-08c17408688a in Status: IN_PROGRESS for 2s [ 849.337549] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25642d4e-ef47-4afe-bd3d-77218bc139c7 in Status: SUCCESS [ 849.337549] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25642d4e-ef47-4afe-bd3d-77218bc139c7 deletion is rescheduled due to dependency. [ 849.337549] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.563041] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: SUCCESS [ 849.563041] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.563041] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.563308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.563545] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.563683] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.563747] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.563938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.564032] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.564162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.564262] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.066443] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.066595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.066673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.066903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.067089] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.067194] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.067252] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.067401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.067509] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.067574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.067764] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.067864] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.067918] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.068074] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.068213] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.068305] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.068366] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.068526] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.068633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.068703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.068793] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.572053] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc1d2214-3d43-4997-90b3-5c48df171063: rpc.has_security_group_logging(os_id): False [ 850.590439] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.590680] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.590775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.590988] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.591092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.591329] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.591462] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.591571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.591710] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.591710] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.591866] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.591967] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.592026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.592219] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.592256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.592418] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.592513] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.592571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.592710] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.592784] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.592869] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc1d2214-3d43-4997-90b3-5c48df171063 is going to be updated. [ 850.656842] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.657063] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.657063] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.657272] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.657417] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.671945] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: IN_PROGRESS for 2s [ 851.033930] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12a148d5-e5f6-4887-985e-08c17408688a in Status: SUCCESS [ 851.033930] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12a148d5-e5f6-4887-985e-08c17408688a deletion is rescheduled due to dependency. [ 851.033930] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.131250] env[70213]: INFO networking_nsxv3.common.synchronization [req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c req-c860cb19-58f0-4d4a-81a1-0199501c7a96 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Enqueued Resource ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 with Priority: HIGHEST for action security_group_members [ 852.131580] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 with Priority: HIGHEST for action security_group_members [ 852.132081] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-54854d94-eedd-4d8b-a31c-c2245c63d9a3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.132198] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.132276] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.132472] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.132611] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.132707] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.132769] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.132911] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.133018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.133100] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54854d94-eedd-4d8b-a31c-c2245c63d9a3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.605249] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.605404] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.605561] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.605856] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.606165] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.606347] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.606474] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.606719] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.606885] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.607141] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.607272] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.607405] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.607522] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.607648] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.607758] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.607907] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.628021] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.628021] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 852.628021] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.628021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.628021] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.628021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.628021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.628549] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.628549] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.634916] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.635046] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.635116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.635289] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.635376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.635554] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.635653] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.635717] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.635859] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.636131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.636227] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 is going to be updated. [ 852.669831] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.669831] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.669831] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.670063] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.670210] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.679308] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 in Status: IN_PROGRESS for 2s [ 852.683022] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: SUCCESS [ 852.683235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.131209] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.131447] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.131763] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.131892] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.132062] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.132223] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6 not found, creating... [ 853.132480] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.132639] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.132758] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.133016] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.133167] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.133464] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.133622] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.133739] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.133940] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.134087] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.134228] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6 is going to be created. [ 853.153666] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.153852] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.153974] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.154217] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.154434] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.154649] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.970802] env[70213]: INFO networking_nsxv3.common.synchronization [req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c req-06c7df81-45c8-44d1-a52c-4a5181791635 service nova] Enqueued Resource ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 with Priority: HIGHEST for action security_group_rules [ 853.971087] env[70213]: INFO networking_nsxv3.common.synchronization [req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c req-06c7df81-45c8-44d1-a52c-4a5181791635 service nova] Enqueued Resource ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 with Priority: HIGHEST for action security_group_members [ 853.971272] env[70213]: INFO networking_nsxv3.common.synchronization [req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c req-06c7df81-45c8-44d1-a52c-4a5181791635 service nova] Enqueued Resource ID: 864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6 with Priority: HIGHEST for action port [ 853.971827] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 with Priority: HIGHEST for action security_group_rules [ 853.972222] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 with Priority: HIGHEST for action security_group_members [ 853.972222] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6 with Priority: HIGHEST for action port [ 853.972334] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54854d94-eedd-4d8b-a31c-c2245c63d9a3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.972487] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.972524] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.972690] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.972771] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54854d94-eedd-4d8b-a31c-c2245c63d9a3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.973618] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-54854d94-eedd-4d8b-a31c-c2245c63d9a3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.973721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.973911] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.974015] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.974085] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.974243] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.974315] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.477827] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-54854d94-eedd-4d8b-a31c-c2245c63d9a3 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.477827] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.477827] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6 with status ACTIVE [ 854.477827] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.477827] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.477827] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.478839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.478839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.478839] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.478839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.478839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.478839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.478839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.479219] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.479219] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.479219] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.479408] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.479408] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.479506] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6 is going to be updated. [ 854.502372] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.503706] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.504174] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.504471] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.504747] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.505155] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.688717] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 in Status: SUCCESS [ 854.688939] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 deletion is rescheduled due to dependency. [ 854.689123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.689292] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.689492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.689673] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.689789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.689855] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.690010] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.690102] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.690195] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54854d94-eedd-4d8b-a31c-c2245c63d9a3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.192889] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54854d94-eedd-4d8b-a31c-c2245c63d9a3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.695946] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54854d94-eedd-4d8b-a31c-c2245c63d9a3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.197951] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.198123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.198196] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.198401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.198489] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.198593] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 is going to be updated. [ 856.237668] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.237835] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.237835] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.238027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.238176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.247203] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 in Status: IN_PROGRESS for 2s [ 858.263350] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 in Status: SUCCESS [ 858.263350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.263350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.263350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.263350] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.263350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.263350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.263877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.263877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.263877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.263877] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54854d94-eedd-4d8b-a31c-c2245c63d9a3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.767070] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-54854d94-eedd-4d8b-a31c-c2245c63d9a3 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.767070] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.767070] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.767389] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.767580] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.767711] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.767810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.767995] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.768147] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.768270] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.768488] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-54854d94-eedd-4d8b-a31c-c2245c63d9a3 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.768628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.768718] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.768913] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.769092] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.769311] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.769311] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.769405] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.769487] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.769635] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.769710] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54854d94-eedd-4d8b-a31c-c2245c63d9a3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.973313] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 858.973461] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 859.175861] env[70213]: INFO networking_nsxv3.common.synchronization [req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 req-06964dcd-65ce-4312-895d-92089bb810fb tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Enqueued Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_members [ 859.176404] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_members [ 859.176695] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350126-6451-4334-b04f-5080243aa5a9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.176817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.177703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.178497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.178497] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.178653] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.178653] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.178775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.178860] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.178962] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.273826] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54854d94-eedd-4d8b-a31c-c2245c63d9a3: rpc.has_security_group_logging(os_id): False [ 859.292713] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.292713] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.292713] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.292965] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.293055] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.293406] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.293526] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.293576] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.293749] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.293825] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.294045] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.294161] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.294210] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.294333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.294404] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.294740] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.294849] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.294903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.295056] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.295152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.295210] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 is going to be updated. [ 859.380523] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.380783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.380907] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.381259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.381420] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.399545] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 in Status: IN_PROGRESS for 2s [ 859.682319] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.030623] env[70213]: INFO networking_nsxv3.common.synchronization [req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 req-0bc76440-e5a1-4490-98f5-a2c1abd323e5 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Enqueued Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_members [ 860.031282] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_members [ 860.031766] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-50259fd7-f059-4883-8955-691a642e459f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.031908] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.031976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.032181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.032333] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.032442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.032504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.032714] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.032811] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.032910] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.184758] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.544058] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.544058] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.544058] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.544058] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.544058] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.544442] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.544442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.544442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.544442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.544589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.544623] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50259fd7-f059-4883-8955-691a642e459f is going to be updated. [ 860.572596] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.572596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.572596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.572596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.572822] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.583944] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50259fd7-f059-4883-8955-691a642e459f in Status: IN_PROGRESS for 2s [ 860.687578] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.687991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.687991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.688125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.688125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.688254] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c350126-6451-4334-b04f-5080243aa5a9 is going to be updated. [ 860.718507] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.718692] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.718769] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.719016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.719175] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.731105] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c350126-6451-4334-b04f-5080243aa5a9 in Status: IN_PROGRESS for 2s [ 861.414989] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 in Status: SUCCESS [ 861.415246] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.593889] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50259fd7-f059-4883-8955-691a642e459f in Status: SUCCESS [ 862.594151] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50259fd7-f059-4883-8955-691a642e459f deletion is rescheduled due to dependency. [ 862.594295] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.740655] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c350126-6451-4334-b04f-5080243aa5a9 in Status: SUCCESS [ 862.740911] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.369137] env[70213]: INFO networking_nsxv3.common.synchronization [req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 req-8f2aff4a-2e45-4cc8-87c9-71de8fb78211 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Enqueued Resource ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 with Priority: HIGHEST for action security_group_members [ 863.369666] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 with Priority: HIGHEST for action security_group_members [ 863.369967] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c5b35f-8646-4168-88f4-0ed10e5416c8 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.370091] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.370171] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.370403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.370551] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.370656] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.370765] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.371042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.371042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.371042] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.730154] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.730430] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-61" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.730514] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-61" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.731218] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-61" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.735924] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.735924] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.736100] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.736240] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.736383] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.736595] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.736703] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.736820] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.736915] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.737026] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.737133] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.737265] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.757129] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.757392] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 863.757556] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.757796] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-61" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.758197] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-81de5593-7e92-4a92-8b44-0343220d153f taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.758388] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-81de5593-7e92-4a92-8b44-0343220d153f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.758620] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-81de5593-7e92-4a92-8b44-0343220d153f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.759029] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-81de5593-7e92-4a92-8b44-0343220d153f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.759188] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81de5593-7e92-4a92-8b44-0343220d153f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.873238] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.873238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.873238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.875081] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.875081] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.875081] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.875081] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.875081] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.875081] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.875081] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.875081] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 already deleted. [ 863.875081] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.262775] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.263059] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.263204] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.263468] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.263616] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.263964] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 81de5593-7e92-4a92-8b44-0343220d153f not found, creating... [ 864.264237] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.264365] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.264426] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.264609] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.264883] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.265186] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.265186] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.265311] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.265656] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.265656] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.265817] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 81de5593-7e92-4a92-8b44-0343220d153f is going to be created. [ 864.292932] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.293263] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.293393] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.293660] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.293890] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.294131] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-81de5593-7e92-4a92-8b44-0343220d153f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.066280] env[70213]: INFO networking_nsxv3.common.synchronization [req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 req-955984f0-e04a-43d2-a5ba-7da52242a35c service nova] Enqueued Resource ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 with Priority: HIGHEST for action security_group_rules [ 865.066280] env[70213]: INFO networking_nsxv3.common.synchronization [req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 req-955984f0-e04a-43d2-a5ba-7da52242a35c service nova] Enqueued Resource ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 with Priority: HIGHEST for action security_group_members [ 865.066280] env[70213]: INFO networking_nsxv3.common.synchronization [req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 req-955984f0-e04a-43d2-a5ba-7da52242a35c service nova] Enqueued Resource ID: 81de5593-7e92-4a92-8b44-0343220d153f with Priority: HIGHEST for action port [ 865.066280] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 with Priority: HIGHEST for action security_group_rules [ 865.066280] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 with Priority: HIGHEST for action security_group_members [ 865.066280] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81de5593-7e92-4a92-8b44-0343220d153f with Priority: HIGHEST for action port [ 865.067130] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11c5b35f-8646-4168-88f4-0ed10e5416c8 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.067372] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.067534] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.067903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.068189] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.071327] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c5b35f-8646-4168-88f4-0ed10e5416c8 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.071327] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.071327] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.071327] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.071327] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.071327] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.071327] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.071327] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.071327] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.071327] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.072541] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-81de5593-7e92-4a92-8b44-0343220d153f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.072650] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81de5593-7e92-4a92-8b44-0343220d153f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.072709] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81de5593-7e92-4a92-8b44-0343220d153f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.072886] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81de5593-7e92-4a92-8b44-0343220d153f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.073056] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81de5593-7e92-4a92-8b44-0343220d153f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.458525] env[70213]: INFO networking_nsxv3.common.synchronization [req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 req-2587afdf-8eec-4767-8ae5-7006731d3bb2 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Enqueued Resource ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 with Priority: HIGHEST for action security_group_members [ 865.459157] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 with Priority: HIGHEST for action security_group_members [ 865.459493] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-54854d94-eedd-4d8b-a31c-c2245c63d9a3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.459552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.459739] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.459819] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.459944] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.461222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.461347] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.461812] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.462011] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.462182] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54854d94-eedd-4d8b-a31c-c2245c63d9a3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.575157] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c5b35f-8646-4168-88f4-0ed10e5416c8 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.575238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.575622] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.577054] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81de5593-7e92-4a92-8b44-0343220d153f with status ACTIVE [ 865.577054] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.577054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.577054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.577054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.577054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.577543] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.577543] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.577543] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.577543] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.577543] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.577787] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.577863] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.577863] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.578027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.578081] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.578154] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81de5593-7e92-4a92-8b44-0343220d153f is going to be updated. [ 865.605406] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.605551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.605620] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.605880] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.605985] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.606158] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81de5593-7e92-4a92-8b44-0343220d153f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.968452] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.968625] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.968733] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.969033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.969078] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.969282] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.969339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.969406] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.969566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.969632] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.969678] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 is going to be updated. [ 866.019220] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.019424] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.019424] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.019684] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.019850] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.038784] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 in Status: IN_PROGRESS for 2s [ 866.080499] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.268535] env[70213]: INFO networking_nsxv3.common.synchronization [req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 req-57756ef1-9821-4936-a22a-b9357d251bb5 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Enqueued Resource ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 with Priority: HIGHEST for action security_group_members [ 866.269088] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 with Priority: HIGHEST for action security_group_members [ 866.269382] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c5b35f-8646-4168-88f4-0ed10e5416c8 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.269502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.583939] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.584141] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.584215] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.584432] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.584520] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.584633] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 is going to be created. [ 866.607457] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.607626] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.607673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.607864] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.608030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.619251] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.619419] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-61" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.619539] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-61" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.619799] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-61" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.620062] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.620258] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.620400] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.620609] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.620810] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.622020] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 866.622189] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.622305] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.622416] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.622530] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 866.622634] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.622765] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.624351] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 in Status: UNINITIALIZED for 2s [ 866.641929] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.642099] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 866.642244] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.642415] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-61" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.642747] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-d1a9436c-bffc-4589-987f-60252fb5f359 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.642873] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-d1a9436c-bffc-4589-987f-60252fb5f359" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.642992] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-d1a9436c-bffc-4589-987f-60252fb5f359" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.643765] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-d1a9436c-bffc-4589-987f-60252fb5f359" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.643765] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1a9436c-bffc-4589-987f-60252fb5f359',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.146874] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.147187] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.147228] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.149016] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.149016] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.149016] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port d1a9436c-bffc-4589-987f-60252fb5f359 not found, creating... [ 867.149016] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.149016] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.149016] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.149016] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.149016] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.149016] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.149417] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.149417] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.149417] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.149537] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.149810] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: d1a9436c-bffc-4589-987f-60252fb5f359 is going to be created. [ 867.186138] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.186429] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.186544] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.186878] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.187165] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.187428] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-d1a9436c-bffc-4589-987f-60252fb5f359" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.901687] env[70213]: INFO networking_nsxv3.common.synchronization [req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 req-aee50679-804d-4720-9866-d9b400a61a41 service nova] Enqueued Resource ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 with Priority: HIGHEST for action security_group_rules [ 867.901913] env[70213]: INFO networking_nsxv3.common.synchronization [req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 req-aee50679-804d-4720-9866-d9b400a61a41 service nova] Enqueued Resource ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 with Priority: HIGHEST for action security_group_members [ 867.902113] env[70213]: INFO networking_nsxv3.common.synchronization [req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 req-aee50679-804d-4720-9866-d9b400a61a41 service nova] Enqueued Resource ID: d1a9436c-bffc-4589-987f-60252fb5f359 with Priority: HIGHEST for action port [ 867.902646] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 with Priority: HIGHEST for action security_group_rules [ 867.902782] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 with Priority: HIGHEST for action security_group_members [ 867.902885] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a9436c-bffc-4589-987f-60252fb5f359 with Priority: HIGHEST for action port [ 867.903230] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11c5b35f-8646-4168-88f4-0ed10e5416c8 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.903366] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.903601] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c5b35f-8646-4168-88f4-0ed10e5416c8 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.903697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.903921] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1a9436c-bffc-4589-987f-60252fb5f359 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.904081] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1a9436c-bffc-4589-987f-60252fb5f359" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.904137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1a9436c-bffc-4589-987f-60252fb5f359" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.904379] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1a9436c-bffc-4589-987f-60252fb5f359" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.904501] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1a9436c-bffc-4589-987f-60252fb5f359',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.049206] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 in Status: SUCCESS [ 868.049206] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 deletion is rescheduled due to dependency. [ 868.049206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.407380] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1a9436c-bffc-4589-987f-60252fb5f359 with status ACTIVE [ 868.407612] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.407758] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.407758] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.407938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.408027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.408213] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.408312] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.408366] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.408522] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.408596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.408837] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.408928] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.408994] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.409147] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.409220] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.409304] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1a9436c-bffc-4589-987f-60252fb5f359 is going to be updated. [ 868.430505] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.430653] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.430723] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.430945] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.431109] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.431378] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1a9436c-bffc-4589-987f-60252fb5f359" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.605324] env[70213]: INFO networking_nsxv3.common.synchronization [req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 req-c278e68f-c842-42c1-8426-9efa878fb2e5 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Enqueued Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_members [ 868.605856] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_members [ 868.606188] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-49e0f25f-a392-46ca-91cd-d4d4711dd848 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.606317] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.606385] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.606628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.606780] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.606879] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.607209] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.607209] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.607399] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.607500] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.636197] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 in Status: SUCCESS [ 868.636403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.637054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.637054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.637232] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.637344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.637406] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.637559] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.637648] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.637733] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.637824] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.642212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.642212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.642212] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.642212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.642212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.642212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.642212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.642212] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.009849] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.010049] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-226" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.010172] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-226" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.010488] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-226" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.010786] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.010960] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.011205] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.011428] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.011575] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.011817] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.011933] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.012050] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.012155] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.012261] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.012362] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.012491] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.029416] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.029564] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 869.029686] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.029860] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-226" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.030169] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-e40aba7c-1228-4b3c-950a-464ecb7a967b taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.030334] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-e40aba7c-1228-4b3c-950a-464ecb7a967b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.030479] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-e40aba7c-1228-4b3c-950a-464ecb7a967b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.030848] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-e40aba7c-1228-4b3c-950a-464ecb7a967b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.030994] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e40aba7c-1228-4b3c-950a-464ecb7a967b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.109743] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.109947] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.109947] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.110188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.110285] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.110485] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.110586] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.110646] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.110866] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.110941] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.111043] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 already deleted. [ 869.111123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.139771] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c5b35f-8646-4168-88f4-0ed10e5416c8 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.140014] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.142460] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.533577] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.533861] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.533912] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.534214] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.534349] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.535126] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port e40aba7c-1228-4b3c-950a-464ecb7a967b not found, creating... [ 869.535126] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.535126] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.535126] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.535451] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.535451] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.535603] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.535753] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.535862] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.536066] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.536190] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.536325] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: e40aba7c-1228-4b3c-950a-464ecb7a967b is going to be created. [ 869.555795] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.556026] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.556098] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.556363] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.556584] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.556797] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-e40aba7c-1228-4b3c-950a-464ecb7a967b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.644735] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.147898] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.148065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.148136] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.148352] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.148433] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.148528] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 is going to be updated. [ 870.179035] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.179035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.179035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.179035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.179035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.186883] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 in Status: IN_PROGRESS for 2s [ 870.241019] env[70213]: INFO networking_nsxv3.common.synchronization [req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 req-c8714df9-30ca-4eaf-a3da-93c9ffad8f09 service nova] Enqueued Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_rules [ 870.241263] env[70213]: INFO networking_nsxv3.common.synchronization [req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 req-c8714df9-30ca-4eaf-a3da-93c9ffad8f09 service nova] Enqueued Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_members [ 870.241329] env[70213]: INFO networking_nsxv3.common.synchronization [req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 req-c8714df9-30ca-4eaf-a3da-93c9ffad8f09 service nova] Enqueued Resource ID: e40aba7c-1228-4b3c-950a-464ecb7a967b with Priority: HIGHEST for action port [ 870.241851] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_rules [ 870.242000] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_members [ 870.242396] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40aba7c-1228-4b3c-950a-464ecb7a967b with Priority: HIGHEST for action port [ 870.242685] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49e0f25f-a392-46ca-91cd-d4d4711dd848 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.242835] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.242907] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.243208] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.243311] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.244090] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-49e0f25f-a392-46ca-91cd-d4d4711dd848 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.244198] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.244263] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.244424] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.244583] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.244638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.244721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.248020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.248020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.248020] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.248020] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-e40aba7c-1228-4b3c-950a-464ecb7a967b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.248020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e40aba7c-1228-4b3c-950a-464ecb7a967b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.248020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e40aba7c-1228-4b3c-950a-464ecb7a967b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.248020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e40aba7c-1228-4b3c-950a-464ecb7a967b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.248020] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e40aba7c-1228-4b3c-950a-464ecb7a967b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.748336] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-49e0f25f-a392-46ca-91cd-d4d4711dd848 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.748695] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.748695] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.749543] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e40aba7c-1228-4b3c-950a-464ecb7a967b with status ACTIVE [ 870.749728] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.750898] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.751035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.751448] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.751448] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.751651] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.751651] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.751651] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.751897] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.752027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.752143] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.752327] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.752327] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.753736] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.753736] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.753736] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e40aba7c-1228-4b3c-950a-464ecb7a967b is going to be updated. [ 870.772467] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.772678] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.772763] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.772938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.773092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.773260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e40aba7c-1228-4b3c-950a-464ecb7a967b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.255015] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.758524] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.758810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.758810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.758969] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.759094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.759232] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 is going to be created. [ 871.790113] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.790113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.790113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.790691] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.790691] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.801289] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: UNINITIALIZED for 2s [ 872.201918] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 in Status: SUCCESS [ 872.202167] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.202339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.202753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.202753] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.203018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.203018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.203218] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.203218] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.203315] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.707719] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.209925] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.711778] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.712020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.712057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.712275] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.712367] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.712602] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 is going to be updated. [ 873.746491] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.746671] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.746724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.747390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.747390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.764747] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 in Status: IN_PROGRESS for 2s [ 873.810761] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: SUCCESS [ 873.810914] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.811156] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.811376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.812199] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.812199] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.812199] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.812199] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.812199] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.812199] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.812599] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.228548] env[70213]: INFO networking_nsxv3.common.synchronization [req-4a0c1085-ea81-461d-be10-15a6b351fea1 req-0dee6001-dcfc-4f2c-80e5-d2a8b45848f7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Enqueued Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 874.228548] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 874.228548] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.228548] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.229088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.229088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.229418] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.229547] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.229654] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.229965] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.230044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.230206] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.315209] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.504484] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.504484] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.504626] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.504819] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.505082] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.505233] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.505346] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.505556] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.505698] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.506172] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.506172] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.506172] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.506296] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.506330] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.506430] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.506559] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.547808] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.548070] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 874.548276] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.548525] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.551245] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-0d8e272f-4dfb-428b-9fcf-5ee81d72a14f taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.551245] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-0d8e272f-4dfb-428b-9fcf-5ee81d72a14f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.551245] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-0d8e272f-4dfb-428b-9fcf-5ee81d72a14f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.551245] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-0d8e272f-4dfb-428b-9fcf-5ee81d72a14f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.551245] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d8e272f-4dfb-428b-9fcf-5ee81d72a14f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.732657] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.732810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.732924] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.733146] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.733299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.733447] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.733545] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.733600] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.733761] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.733863] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.733922] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 already deleted. [ 874.733999] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.819930] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49e0f25f-a392-46ca-91cd-d4d4711dd848: rpc.has_security_group_logging(os_id): False [ 874.842212] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.842375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.845028] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.845028] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.845028] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.845028] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.845028] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.845028] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.845028] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.845028] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.845028] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 is going to be created. [ 874.910217] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.910358] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.910425] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.910642] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.911032] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.947226] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: IN_PROGRESS for 2s [ 875.053707] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.053955] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.054114] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.054393] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.054544] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.054699] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 0d8e272f-4dfb-428b-9fcf-5ee81d72a14f not found, creating... [ 875.054964] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.055147] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.055680] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.055946] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.056104] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.056404] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.056557] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.056763] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.057053] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.057053] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.057167] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 0d8e272f-4dfb-428b-9fcf-5ee81d72a14f is going to be created. [ 875.090180] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.090427] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.090500] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.090917] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.091180] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.091470] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-0d8e272f-4dfb-428b-9fcf-5ee81d72a14f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.774570] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 in Status: SUCCESS [ 875.774855] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.774961] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.775193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.775389] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.775504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.775570] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.775719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.775798] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.775884] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.776083] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c5b35f-8646-4168-88f4-0ed10e5416c8 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.776176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.776231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.776372] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.776991] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.777112] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.777178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.777539] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.777622] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.777707] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.777798] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.940262] env[70213]: INFO networking_nsxv3.common.synchronization [req-4a0c1085-ea81-461d-be10-15a6b351fea1 req-2ca7bfb8-7dc7-4565-9c66-a4525ef7d75e service nova] Enqueued Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_rules [ 875.940431] env[70213]: INFO networking_nsxv3.common.synchronization [req-4a0c1085-ea81-461d-be10-15a6b351fea1 req-2ca7bfb8-7dc7-4565-9c66-a4525ef7d75e service nova] Enqueued Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 875.940565] env[70213]: INFO networking_nsxv3.common.synchronization [req-4a0c1085-ea81-461d-be10-15a6b351fea1 req-2ca7bfb8-7dc7-4565-9c66-a4525ef7d75e service nova] Enqueued Resource ID: 0d8e272f-4dfb-428b-9fcf-5ee81d72a14f with Priority: HIGHEST for action port [ 875.941406] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_rules [ 875.941531] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 875.941622] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8e272f-4dfb-428b-9fcf-5ee81d72a14f with Priority: HIGHEST for action port [ 875.941939] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.942484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.942484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.942484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.942484] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.943215] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.943327] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.943592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.943592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.943711] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.943838] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.943875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.944034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.944182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.944219] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.947350] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d8e272f-4dfb-428b-9fcf-5ee81d72a14f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.947350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d8e272f-4dfb-428b-9fcf-5ee81d72a14f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.947350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d8e272f-4dfb-428b-9fcf-5ee81d72a14f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.947350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d8e272f-4dfb-428b-9fcf-5ee81d72a14f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.947350] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d8e272f-4dfb-428b-9fcf-5ee81d72a14f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.041604] env[70213]: INFO networking_nsxv3.common.synchronization [None req-16e3aece-3532-486e-8252-00d9f3956156 None None] Enqueued Resource ID: d71681a1-51ad-4ea1-9501-7f3b7f6e907b with Priority: HIGHEST for action port [ 876.041881] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71681a1-51ad-4ea1-9501-7f3b7f6e907b with Priority: HIGHEST for action port [ 876.042491] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-d71681a1-51ad-4ea1-9501-7f3b7f6e907b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.042617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d71681a1-51ad-4ea1-9501-7f3b7f6e907b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.042679] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d71681a1-51ad-4ea1-9501-7f3b7f6e907b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.042903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d71681a1-51ad-4ea1-9501-7f3b7f6e907b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.042989] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d71681a1-51ad-4ea1-9501-7f3b7f6e907b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.281549] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11c5b35f-8646-4168-88f4-0ed10e5416c8: rpc.has_security_group_logging(os_id): False [ 876.302019] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.302019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.302019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.302019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.302019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.302019] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.302019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.302019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.302019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.302019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.302019] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.302019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.302019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.302019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.302019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.302581] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.302581] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.302581] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.302581] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.302581] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.302581] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 is going to be created. [ 876.365023] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.365023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.365023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.365023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.365023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.377729] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 in Status: IN_PROGRESS for 2s [ 876.449039] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.449039] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.449039] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.449039] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d8e272f-4dfb-428b-9fcf-5ee81d72a14f with status ACTIVE [ 876.450297] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.450694] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.452026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.452026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.452026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.452026] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.452026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.452026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.452026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.452398] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.452875] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.453333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.453333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.453771] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.454075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.454075] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d8e272f-4dfb-428b-9fcf-5ee81d72a14f is going to be updated. [ 876.486951] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.487130] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.487188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.487419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.487704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.487780] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d8e272f-4dfb-428b-9fcf-5ee81d72a14f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.544533] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d71681a1-51ad-4ea1-9501-7f3b7f6e907b [ 876.544810] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.544940] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.545021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.545279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.545348] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.545390] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d71681a1-51ad-4ea1-9501-7f3b7f6e907b already deleted. [ 876.547022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d71681a1-51ad-4ea1-9501-7f3b7f6e907b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.956457] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.959249] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: SUCCESS [ 876.959463] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.460118] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.460118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.460118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.460118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.460118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.460118] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 is going to be created. [ 877.484591] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.485257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.485257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.485257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.485257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.497311] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: UNINITIALIZED for 2s [ 877.847475] env[70213]: INFO networking_nsxv3.common.synchronization [None req-8387bc4f-f745-468d-9d2b-748726858c43 None None] Enqueued Resource ID: 01c96f74-7e25-4214-9570-2fc2526edfd1 with Priority: HIGHEST for action port [ 877.847769] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01c96f74-7e25-4214-9570-2fc2526edfd1 with Priority: HIGHEST for action port [ 877.849113] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-01c96f74-7e25-4214-9570-2fc2526edfd1 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.849113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01c96f74-7e25-4214-9570-2fc2526edfd1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.849113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01c96f74-7e25-4214-9570-2fc2526edfd1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.849113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01c96f74-7e25-4214-9570-2fc2526edfd1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.849113] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01c96f74-7e25-4214-9570-2fc2526edfd1',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.354176] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01c96f74-7e25-4214-9570-2fc2526edfd1 [ 878.355452] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.355452] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.355452] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.355452] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.355452] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.355452] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01c96f74-7e25-4214-9570-2fc2526edfd1 already deleted. [ 878.355452] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01c96f74-7e25-4214-9570-2fc2526edfd1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.389960] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 in Status: SUCCESS [ 878.390516] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.391329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.391329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.391329] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.893948] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c5b35f-8646-4168-88f4-0ed10e5416c8 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.894174] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.894252] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.894498] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.894713] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.894818] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.894880] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.895326] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.895326] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.895326] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.895513] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.401304] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c5b35f-8646-4168-88f4-0ed10e5416c8 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.401745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.401745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.401745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.401934] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.401995] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.402108] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.402210] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.402293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.402380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.402522] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c5b35f-8646-4168-88f4-0ed10e5416c8 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.402611] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.402665] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.402810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.402958] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.403102] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.403102] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.403233] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.403303] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.403382] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.403466] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.511854] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: SUCCESS [ 879.512048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.512190] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.512410] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.512600] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.512719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.512784] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.512966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.513036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.513108] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.513205] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.906122] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11c5b35f-8646-4168-88f4-0ed10e5416c8: rpc.has_security_group_logging(os_id): False [ 879.924361] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.924361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.924361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.924713] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.924713] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.925236] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.925236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.925236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.925236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.925236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.925548] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.925634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.925634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.925807] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.925877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.926181] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.926290] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.926290] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.926437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.926813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.926813] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 is going to be updated. [ 879.994831] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.995047] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.995140] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.995298] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.995440] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.011404] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 in Status: IN_PROGRESS for 2s [ 880.014944] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.015158] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.015158] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.015330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.015491] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.015605] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.015673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.015782] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.015861] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.015953] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.016111] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.016207] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.016268] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.016392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.016527] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.016624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.016686] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.016795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.016861] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.016945] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.017046] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.519433] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02: rpc.has_security_group_logging(os_id): False [ 880.539044] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.539263] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.539263] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.539419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.539511] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.539705] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.539799] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.539859] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.540008] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.540093] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.540291] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.540381] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.540443] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.540584] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.540676] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.540931] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.541065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.541135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.541278] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.541350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.541437] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 is going to be created. [ 880.598724] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.598724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.598724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.598867] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.599086] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.610198] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: IN_PROGRESS for 2s [ 882.024330] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 in Status: SUCCESS [ 882.024620] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.621765] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: SUCCESS [ 882.621765] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.848619] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 882.848619] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 883.459471] env[70213]: INFO networking_nsxv3.common.synchronization [req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 req-d36de7ef-59ca-4bad-a2a0-7ed1d3faf874 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Enqueued Resource ID: 9241e58b-e123-4f4c-a02b-708cf0da710b with Priority: HIGHEST for action security_group_members [ 883.460228] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9241e58b-e123-4f4c-a02b-708cf0da710b with Priority: HIGHEST for action security_group_members [ 883.460312] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9241e58b-e123-4f4c-a02b-708cf0da710b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.460427] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.460520] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.460782] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.461099] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.461230] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.461298] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.461449] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.461534] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.461630] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.749114] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.749114] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.749114] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.749114] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.749114] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.749114] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.749114] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.749114] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.749114] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.749786] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 883.750062] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.750304] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.750518] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.750730] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 883.750973] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.751312] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.770539] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.770643] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 883.770732] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.770949] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.771274] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-9784886d-f93a-4c11-b718-935d2a4b408d taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.771440] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-9784886d-f93a-4c11-b718-935d2a4b408d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.771556] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-9784886d-f93a-4c11-b718-935d2a4b408d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.771847] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-9784886d-f93a-4c11-b718-935d2a4b408d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.771987] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9784886d-f93a-4c11-b718-935d2a4b408d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.964827] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.965079] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.965079] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.965320] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.965412] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.965611] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.965709] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.965766] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.965924] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.966013] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.966103] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9241e58b-e123-4f4c-a02b-708cf0da710b already deleted. [ 883.966183] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.275512] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.275722] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.275848] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.276143] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.276322] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.276511] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 9784886d-f93a-4c11-b718-935d2a4b408d not found, creating... [ 884.276771] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.276944] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.277047] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.277278] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.277416] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.277703] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.277896] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.278080] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.278324] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.278463] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.278600] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 9784886d-f93a-4c11-b718-935d2a4b408d is going to be created. [ 884.298343] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.298583] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.298668] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.298936] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.299173] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.299392] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-9784886d-f93a-4c11-b718-935d2a4b408d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.997236] env[70213]: INFO networking_nsxv3.common.synchronization [req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 req-d7ae1ac2-c681-4a0a-b9eb-80169ddc2679 service nova] Enqueued Resource ID: 9241e58b-e123-4f4c-a02b-708cf0da710b with Priority: HIGHEST for action security_group_rules [ 884.997474] env[70213]: INFO networking_nsxv3.common.synchronization [req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 req-d7ae1ac2-c681-4a0a-b9eb-80169ddc2679 service nova] Enqueued Resource ID: 9241e58b-e123-4f4c-a02b-708cf0da710b with Priority: HIGHEST for action security_group_members [ 884.997474] env[70213]: INFO networking_nsxv3.common.synchronization [req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 req-d7ae1ac2-c681-4a0a-b9eb-80169ddc2679 service nova] Enqueued Resource ID: 9784886d-f93a-4c11-b718-935d2a4b408d with Priority: HIGHEST for action port [ 884.997614] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9241e58b-e123-4f4c-a02b-708cf0da710b with Priority: HIGHEST for action security_group_rules [ 884.997746] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9241e58b-e123-4f4c-a02b-708cf0da710b with Priority: HIGHEST for action security_group_members [ 884.997840] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9784886d-f93a-4c11-b718-935d2a4b408d with Priority: HIGHEST for action port [ 884.998404] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9241e58b-e123-4f4c-a02b-708cf0da710b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.998759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.998882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.999146] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.999233] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.000545] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9241e58b-e123-4f4c-a02b-708cf0da710b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.000622] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.000695] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.000859] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.002394] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.002509] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.003687] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.003687] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.003687] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.003687] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.003687] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-9784886d-f93a-4c11-b718-935d2a4b408d taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.003972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9784886d-f93a-4c11-b718-935d2a4b408d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.003972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9784886d-f93a-4c11-b718-935d2a4b408d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.003972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9784886d-f93a-4c11-b718-935d2a4b408d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.004103] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9784886d-f93a-4c11-b718-935d2a4b408d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.506156] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9241e58b-e123-4f4c-a02b-708cf0da710b taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.506292] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.506487] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.507374] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9784886d-f93a-4c11-b718-935d2a4b408d with status ACTIVE [ 885.507578] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.507692] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.507756] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.507956] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.508057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.508222] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.508315] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.508370] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.508518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.508592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.508763] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.508924] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.508924] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.509038] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.509109] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.509194] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9784886d-f93a-4c11-b718-935d2a4b408d is going to be updated. [ 885.531800] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.531967] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.532078] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.532235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.532377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.532529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9784886d-f93a-4c11-b718-935d2a4b408d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.011258] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.514094] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.514297] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.514351] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.514608] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.514701] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.514806] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9241e58b-e123-4f4c-a02b-708cf0da710b is going to be created. [ 886.537770] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.537911] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.537978] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.538202] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.538358] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.549100] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9241e58b-e123-4f4c-a02b-708cf0da710b in Status: UNINITIALIZED for 2s [ 886.965966] env[70213]: INFO networking_nsxv3.common.synchronization [req-138b1f0d-6602-4366-b7e7-f468baa0af77 req-3a8494ec-8b2f-4057-93aa-56e72c74ca98 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Enqueued Resource ID: 9241e58b-e123-4f4c-a02b-708cf0da710b with Priority: HIGHEST for action security_group_members [ 886.966919] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9241e58b-e123-4f4c-a02b-708cf0da710b with Priority: HIGHEST for action security_group_members [ 886.966919] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9241e58b-e123-4f4c-a02b-708cf0da710b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.967070] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.372093] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.372382] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.372431] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.372682] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.372937] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.373102] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.373219] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.373423] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.373563] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.373765] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.373877] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.373984] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.374106] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.374212] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.374316] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.374442] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.393131] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.393328] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 887.393433] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.393603] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.393909] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-a1fd885a-ddbb-4270-8a21-b59315693299 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.394086] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-a1fd885a-ddbb-4270-8a21-b59315693299" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.394205] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-a1fd885a-ddbb-4270-8a21-b59315693299" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.394511] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-a1fd885a-ddbb-4270-8a21-b59315693299" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.394646] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1fd885a-ddbb-4270-8a21-b59315693299',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.897589] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.897977] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.898265] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.898899] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.898899] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.899063] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port a1fd885a-ddbb-4270-8a21-b59315693299 not found, creating... [ 887.899347] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.899466] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.899770] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.900353] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.900586] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.900947] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.901163] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.901295] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.901544] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.901687] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.901866] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: a1fd885a-ddbb-4270-8a21-b59315693299 is going to be created. [ 887.922464] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.922775] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.922972] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.923269] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.923492] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.923726] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-a1fd885a-ddbb-4270-8a21-b59315693299" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.168754] env[70213]: INFO networking_nsxv3.common.synchronization [req-647024f2-3920-4fa0-87b3-956bb7fce9b7 req-9c7fe18e-70d7-4bd4-8c6f-49521463daa0 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Enqueued Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 888.169328] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 888.169636] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.169757] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.169824] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.170026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.170175] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.170276] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.170339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.170482] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.170568] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.170660] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.557998] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9241e58b-e123-4f4c-a02b-708cf0da710b in Status: SUCCESS [ 888.558307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.558418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.558624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.558814] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.558937] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.559012] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.559387] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.559480] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.559569] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.559658] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.560521] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.560660] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.560814] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.560928] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.560999] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.561322] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.561402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.561490] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.651019] env[70213]: INFO networking_nsxv3.common.synchronization [req-138b1f0d-6602-4366-b7e7-f468baa0af77 req-49de6156-0440-48ec-9245-8a13a6a34a96 service nova] Enqueued Resource ID: 9241e58b-e123-4f4c-a02b-708cf0da710b with Priority: HIGHEST for action security_group_rules [ 888.651019] env[70213]: INFO networking_nsxv3.common.synchronization [req-138b1f0d-6602-4366-b7e7-f468baa0af77 req-49de6156-0440-48ec-9245-8a13a6a34a96 service nova] Enqueued Resource ID: 9241e58b-e123-4f4c-a02b-708cf0da710b with Priority: HIGHEST for action security_group_members [ 888.651019] env[70213]: INFO networking_nsxv3.common.synchronization [req-138b1f0d-6602-4366-b7e7-f468baa0af77 req-49de6156-0440-48ec-9245-8a13a6a34a96 service nova] Enqueued Resource ID: a1fd885a-ddbb-4270-8a21-b59315693299 with Priority: HIGHEST for action port [ 888.651019] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9241e58b-e123-4f4c-a02b-708cf0da710b with Priority: HIGHEST for action security_group_rules [ 888.651019] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9241e58b-e123-4f4c-a02b-708cf0da710b with Priority: HIGHEST for action security_group_members [ 888.651019] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1fd885a-ddbb-4270-8a21-b59315693299 with Priority: HIGHEST for action port [ 888.651019] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9241e58b-e123-4f4c-a02b-708cf0da710b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.651019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.651019] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9241e58b-e123-4f4c-a02b-708cf0da710b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.651019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.651019] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1fd885a-ddbb-4270-8a21-b59315693299 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.652017] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1fd885a-ddbb-4270-8a21-b59315693299" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.652201] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1fd885a-ddbb-4270-8a21-b59315693299" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.652514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1fd885a-ddbb-4270-8a21-b59315693299" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.652702] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1fd885a-ddbb-4270-8a21-b59315693299',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.672926] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.673284] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.675794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.675794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.675794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.675794] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.675794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.675794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.675794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.675794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.675794] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 is going to be updated. [ 888.699257] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.699419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.699493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.699638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.699775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.707211] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: IN_PROGRESS for 2s [ 889.067458] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9241e58b-e123-4f4c-a02b-708cf0da710b taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.067458] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.067458] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.154674] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1fd885a-ddbb-4270-8a21-b59315693299 with status ACTIVE [ 889.154981] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.155755] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.155755] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.158006] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.158234] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.158546] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.158686] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.158820] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.159024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.159135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.159380] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.159486] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.159593] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.162372] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.162372] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.162372] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1fd885a-ddbb-4270-8a21-b59315693299 is going to be updated. [ 889.188397] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.188397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.188528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.188681] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.188821] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.189208] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1fd885a-ddbb-4270-8a21-b59315693299" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.571525] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.802707] env[70213]: INFO networking_nsxv3.common.synchronization [req-79bcc4eb-5981-475e-85fb-a292a9eeda4a req-82f01b58-59c1-4504-a6d9-c683f2ad5b1d tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Enqueued Resource ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 with Priority: HIGHEST for action security_group_members [ 889.802707] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 with Priority: HIGHEST for action security_group_members [ 889.803903] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-21032012-75fd-4351-8a4f-f49e6948ddb5 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.803903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.803903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.803903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.803903] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.803903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.804156] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.805511] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.805511] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.805511] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21032012-75fd-4351-8a4f-f49e6948ddb5',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.075543] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.075709] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.075776] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.075985] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.076096] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.076282] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9241e58b-e123-4f4c-a02b-708cf0da710b is going to be updated. [ 890.101085] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.101085] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.101085] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.101085] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.101085] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.109930] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9241e58b-e123-4f4c-a02b-708cf0da710b in Status: IN_PROGRESS for 2s [ 890.308104] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.308104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.308104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.308352] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.308393] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.308619] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.308780] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.308879] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.309136] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.309253] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.309383] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 already deleted. [ 890.309503] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.442055] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.442257] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-660" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.442379] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-660" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.442703] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-660" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.442955] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.443363] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.443511] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.443730] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.443874] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.444102] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.444231] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.444323] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.444427] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.444562] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.444712] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.444781] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.462275] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.462455] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 890.462594] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.462820] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-660" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.463172] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-d6d06406-e4fd-4db1-9d58-3d61e5e92f1b taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.463347] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-d6d06406-e4fd-4db1-9d58-3d61e5e92f1b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.463468] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-d6d06406-e4fd-4db1-9d58-3d61e5e92f1b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.463832] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-d6d06406-e4fd-4db1-9d58-3d61e5e92f1b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.463987] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6d06406-e4fd-4db1-9d58-3d61e5e92f1b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.716537] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: SUCCESS [ 890.716928] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 deletion is rescheduled due to dependency. [ 890.716928] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.966806] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.966806] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.966806] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.966806] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.966806] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.966806] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port d6d06406-e4fd-4db1-9d58-3d61e5e92f1b not found, creating... [ 890.967268] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.967268] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.967377] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.967893] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.967893] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.970043] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.971234] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.971465] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.971720] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.971875] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.972105] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: d6d06406-e4fd-4db1-9d58-3d61e5e92f1b is going to be created. [ 890.989886] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.990148] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.990294] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.990672] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.990918] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.991281] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-d6d06406-e4fd-4db1-9d58-3d61e5e92f1b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.644394] env[70213]: INFO networking_nsxv3.common.synchronization [req-456fc517-6526-4185-8891-a9141364c4c8 req-6b5859a9-6d67-4b2f-b1b8-c21d3b9394dc tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Enqueued Resource ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 with Priority: HIGHEST for action security_group_members [ 891.644665] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 with Priority: HIGHEST for action security_group_members [ 891.644934] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.648662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.648662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.648662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.648662] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.648662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.648662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.649112] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.649112] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.649794] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.119336] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9241e58b-e123-4f4c-a02b-708cf0da710b in Status: SUCCESS [ 892.119648] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.119722] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.119941] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.120185] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.120254] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.120306] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.120459] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.120543] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.120638] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.156846] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.156846] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.156846] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.156846] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.156846] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.156846] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.159377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.159635] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.159947] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.160150] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.160337] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 is going to be updated. [ 892.186650] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.186650] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.186650] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.186650] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.186650] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.194060] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 in Status: IN_PROGRESS for 2s [ 892.280124] env[70213]: INFO networking_nsxv3.common.synchronization [req-79bcc4eb-5981-475e-85fb-a292a9eeda4a req-c5eddf33-deed-4e8e-96b6-6b739f7ddab0 service nova] Enqueued Resource ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 with Priority: HIGHEST for action security_group_rules [ 892.280124] env[70213]: INFO networking_nsxv3.common.synchronization [req-79bcc4eb-5981-475e-85fb-a292a9eeda4a req-c5eddf33-deed-4e8e-96b6-6b739f7ddab0 service nova] Enqueued Resource ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 with Priority: HIGHEST for action security_group_members [ 892.280124] env[70213]: INFO networking_nsxv3.common.synchronization [req-79bcc4eb-5981-475e-85fb-a292a9eeda4a req-c5eddf33-deed-4e8e-96b6-6b739f7ddab0 service nova] Enqueued Resource ID: d6d06406-e4fd-4db1-9d58-3d61e5e92f1b with Priority: HIGHEST for action port [ 892.280124] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 with Priority: HIGHEST for action security_group_rules [ 892.280124] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 with Priority: HIGHEST for action security_group_members [ 892.280124] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6d06406-e4fd-4db1-9d58-3d61e5e92f1b with Priority: HIGHEST for action port [ 892.280704] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21032012-75fd-4351-8a4f-f49e6948ddb5 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.280998] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.282569] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.282569] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.282569] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21032012-75fd-4351-8a4f-f49e6948ddb5',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.283019] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-21032012-75fd-4351-8a4f-f49e6948ddb5 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.284231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.284231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.284231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.284231] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.284231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.284231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.284231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.284231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.284231] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21032012-75fd-4351-8a4f-f49e6948ddb5',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.284867] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6d06406-e4fd-4db1-9d58-3d61e5e92f1b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.285037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6d06406-e4fd-4db1-9d58-3d61e5e92f1b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.287207] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6d06406-e4fd-4db1-9d58-3d61e5e92f1b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.287480] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6d06406-e4fd-4db1-9d58-3d61e5e92f1b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.287564] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6d06406-e4fd-4db1-9d58-3d61e5e92f1b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.624604] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.651495] env[70213]: INFO networking_nsxv3.common.synchronization [req-38659fa0-d178-4679-8eeb-197b83b5391c req-431cad48-7987-44a7-ac0b-a39daabf8580 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Enqueued Resource ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 with Priority: HIGHEST for action security_group_members [ 892.652864] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 with Priority: HIGHEST for action security_group_members [ 892.653089] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eee82c9-b502-446a-a077-cecdbf4c3e55 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.653089] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.653089] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.653837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.653837] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.653837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.653837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.654200] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.654200] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.654200] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eee82c9-b502-446a-a077-cecdbf4c3e55',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.790054] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-21032012-75fd-4351-8a4f-f49e6948ddb5 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.790054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.790054] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21032012-75fd-4351-8a4f-f49e6948ddb5',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.792363] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6d06406-e4fd-4db1-9d58-3d61e5e92f1b with status ACTIVE [ 892.792363] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.792363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.792363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.792363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.792363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.792363] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.792363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.792363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.792363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.792363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.792363] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.792363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.792363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.792363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.793253] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.793253] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6d06406-e4fd-4db1-9d58-3d61e5e92f1b is going to be updated. [ 892.814719] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.814719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.814719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.814719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.814982] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.815022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6d06406-e4fd-4db1-9d58-3d61e5e92f1b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.126727] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.159218] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.159391] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.159447] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.159643] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.159743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.159923] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.160046] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.160161] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.160237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.160314] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.160380] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 already deleted. [ 893.160474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.270597] env[70213]: INFO networking_nsxv3.common.synchronization [None req-a0cac27d-6489-40a3-92ec-09a3233a46b3 None None] Enqueued Resource ID: 939fd260-0c0d-4101-9caa-5d721a6b74a0 with Priority: HIGHEST for action port [ 893.271107] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 939fd260-0c0d-4101-9caa-5d721a6b74a0 with Priority: HIGHEST for action port [ 893.271414] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-939fd260-0c0d-4101-9caa-5d721a6b74a0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.271534] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-939fd260-0c0d-4101-9caa-5d721a6b74a0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.271601] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-939fd260-0c0d-4101-9caa-5d721a6b74a0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.271891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-939fd260-0c0d-4101-9caa-5d721a6b74a0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.271949] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('939fd260-0c0d-4101-9caa-5d721a6b74a0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.294547] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21032012-75fd-4351-8a4f-f49e6948ddb5',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.434563] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.434765] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-887" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.434888] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-887" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.435300] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-887" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.435524] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.435698] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.436569] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.436569] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.436569] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.436569] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.436694] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.437458] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.437458] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.437458] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.437458] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.437458] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.459160] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.459323] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 893.459458] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.459632] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-887" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.459959] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-c13383d2-79ef-4fd8-97ba-bfcaf42a902f taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.460121] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-c13383d2-79ef-4fd8-97ba-bfcaf42a902f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.460243] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-c13383d2-79ef-4fd8-97ba-bfcaf42a902f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.460546] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-c13383d2-79ef-4fd8-97ba-bfcaf42a902f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.460688] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c13383d2-79ef-4fd8-97ba-bfcaf42a902f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.630211] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.630370] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.630444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.630644] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.630735] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.630833] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9241e58b-e123-4f4c-a02b-708cf0da710b is going to be updated. [ 893.661497] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.661497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.661497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.661497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.661497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.668348] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9241e58b-e123-4f4c-a02b-708cf0da710b in Status: IN_PROGRESS for 2s [ 893.777621] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 939fd260-0c0d-4101-9caa-5d721a6b74a0 [ 893.777621] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.777621] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.777621] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.778030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.778221] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.778415] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:939fd260-0c0d-4101-9caa-5d721a6b74a0 already deleted. [ 893.778602] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-939fd260-0c0d-4101-9caa-5d721a6b74a0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.798271] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.798271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.798271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.798271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.798271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.798271] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 is going to be created. [ 893.819353] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.819491] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.819539] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.819738] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.819895] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.827971] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 in Status: UNINITIALIZED for 2s [ 893.964402] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.966248] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.966248] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.966248] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.966248] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.966248] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port c13383d2-79ef-4fd8-97ba-bfcaf42a902f not found, creating... [ 893.966248] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.966248] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.966248] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.966248] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.966614] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.966708] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.966833] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.966951] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.967283] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.967429] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.967573] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: c13383d2-79ef-4fd8-97ba-bfcaf42a902f is going to be created. [ 893.989179] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.989179] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.989179] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.989641] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.991054] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.991310] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-c13383d2-79ef-4fd8-97ba-bfcaf42a902f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.206895] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 in Status: SUCCESS [ 894.209437] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 deletion is rescheduled due to dependency. [ 894.210051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.100453] env[70213]: INFO networking_nsxv3.common.synchronization [req-38659fa0-d178-4679-8eeb-197b83b5391c req-60d6e4d3-761b-4484-ba0b-178c0270c9e2 service nova] Enqueued Resource ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 with Priority: HIGHEST for action security_group_rules [ 895.100698] env[70213]: INFO networking_nsxv3.common.synchronization [req-38659fa0-d178-4679-8eeb-197b83b5391c req-60d6e4d3-761b-4484-ba0b-178c0270c9e2 service nova] Enqueued Resource ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 with Priority: HIGHEST for action security_group_members [ 895.100839] env[70213]: INFO networking_nsxv3.common.synchronization [req-38659fa0-d178-4679-8eeb-197b83b5391c req-60d6e4d3-761b-4484-ba0b-178c0270c9e2 service nova] Enqueued Resource ID: c13383d2-79ef-4fd8-97ba-bfcaf42a902f with Priority: HIGHEST for action port [ 895.101537] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 with Priority: HIGHEST for action security_group_rules [ 895.101644] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 with Priority: HIGHEST for action security_group_members [ 895.101746] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13383d2-79ef-4fd8-97ba-bfcaf42a902f with Priority: HIGHEST for action port [ 895.103902] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eee82c9-b502-446a-a077-cecdbf4c3e55 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.104109] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.104544] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.104544] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.104661] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eee82c9-b502-446a-a077-cecdbf4c3e55',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.105978] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eee82c9-b502-446a-a077-cecdbf4c3e55 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.106979] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.106979] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.106979] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.107180] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.107302] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.107389] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.107596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.108548] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.108548] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eee82c9-b502-446a-a077-cecdbf4c3e55',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.109274] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-c13383d2-79ef-4fd8-97ba-bfcaf42a902f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.109439] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c13383d2-79ef-4fd8-97ba-bfcaf42a902f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.109578] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c13383d2-79ef-4fd8-97ba-bfcaf42a902f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.109831] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c13383d2-79ef-4fd8-97ba-bfcaf42a902f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.109896] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c13383d2-79ef-4fd8-97ba-bfcaf42a902f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.191604] env[70213]: INFO networking_nsxv3.common.synchronization [req-ae6c926e-68ff-4389-8412-cc9220d8f743 req-5360622d-b3a0-4a08-bdb0-ccd5d1c24ae4 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Enqueued Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 895.192405] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 895.192739] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.192899] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.193054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.194721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.194721] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.194721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.194721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.194721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.194721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.194721] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.502358] env[70213]: INFO networking_nsxv3.common.synchronization [req-ae6c926e-68ff-4389-8412-cc9220d8f743 req-e9030211-40d6-4c08-9eae-ff94103494f2 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Enqueued Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 895.502358] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 895.502358] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.502358] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.611310] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eee82c9-b502-446a-a077-cecdbf4c3e55 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.611436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.611663] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eee82c9-b502-446a-a077-cecdbf4c3e55',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.612733] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c13383d2-79ef-4fd8-97ba-bfcaf42a902f with status ACTIVE [ 895.612948] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.613065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.613133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.613374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.613474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.613654] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.613749] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.613805] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.613961] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.617348] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.617591] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.617700] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.617762] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.618281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.618281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.618281] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c13383d2-79ef-4fd8-97ba-bfcaf42a902f is going to be updated. [ 895.639409] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.639409] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.639409] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.639600] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.639737] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.640077] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c13383d2-79ef-4fd8-97ba-bfcaf42a902f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.678209] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9241e58b-e123-4f4c-a02b-708cf0da710b in Status: SUCCESS [ 895.678470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.678692] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.678950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.679201] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.679346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.679427] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.679619] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.679727] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.679848] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.680085] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9241e58b-e123-4f4c-a02b-708cf0da710b taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.680218] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.680298] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.681383] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.681878] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.681878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.681878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.682064] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.682064] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.682206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.682455] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.696570] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.696736] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.696814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.697040] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.697128] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.697316] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.697796] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.697796] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.697796] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.697796] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.697796] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 already deleted. [ 895.697981] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.698234] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.698380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.698517] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.698606] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.698665] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.698793] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.698862] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.699509] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.837779] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 in Status: SUCCESS [ 895.838083] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.838308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.838595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.839663] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.839833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.840153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.840185] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.840256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.840383] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.840499] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21032012-75fd-4351-8a4f-f49e6948ddb5',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.843856] env[70213]: INFO networking_nsxv3.common.synchronization [None req-e7ffaa6b-53a9-4aea-b004-59a418c48a5b None None] Enqueued Resource ID: 455fcb86-351e-481b-acda-7576fdf30520 with Priority: HIGHEST for action port [ 895.843856] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455fcb86-351e-481b-acda-7576fdf30520 with Priority: HIGHEST for action port [ 895.844539] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-455fcb86-351e-481b-acda-7576fdf30520 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.844539] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-455fcb86-351e-481b-acda-7576fdf30520" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.844539] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-455fcb86-351e-481b-acda-7576fdf30520" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.844743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-455fcb86-351e-481b-acda-7576fdf30520" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.844780] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('455fcb86-351e-481b-acda-7576fdf30520',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.881293] env[70213]: INFO networking_nsxv3.common.synchronization [None req-36bbd444-bdd9-485d-9adf-a3f1208c6251 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Enqueued Resource ID: 105ec92f-f727-4786-9838-4ba5ff3fb868 with Priority: HIGHEST for action security_group_rules [ 895.883019] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105ec92f-f727-4786-9838-4ba5ff3fb868 with Priority: HIGHEST for action security_group_rules [ 895.883019] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-105ec92f-f727-4786-9838-4ba5ff3fb868 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.883019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-105ec92f-f727-4786-9838-4ba5ff3fb868" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.883019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-105ec92f-f727-4786-9838-4ba5ff3fb868" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.883882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-105ec92f-f727-4786-9838-4ba5ff3fb868" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.887909] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('105ec92f-f727-4786-9838-4ba5ff3fb868',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.944050] env[70213]: INFO networking_nsxv3.common.synchronization [req-ae6c926e-68ff-4389-8412-cc9220d8f743 req-0f95a4ab-ae32-4bcd-9b37-61a1834ff3fe tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Enqueued Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 895.944637] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 895.944871] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.944976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.021198] env[70213]: INFO networking_nsxv3.common.synchronization [None req-adfb5558-88ab-41c6-8d2d-60094d1b08e7 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Enqueued Resource ID: 105ec92f-f727-4786-9838-4ba5ff3fb868 with Priority: HIGHEST for action security_group_rules [ 896.021758] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105ec92f-f727-4786-9838-4ba5ff3fb868 with Priority: HIGHEST for action security_group_rules [ 896.022383] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-105ec92f-f727-4786-9838-4ba5ff3fb868 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.022563] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-105ec92f-f727-4786-9838-4ba5ff3fb868" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.121202] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eee82c9-b502-446a-a077-cecdbf4c3e55',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.184698] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9241e58b-e123-4f4c-a02b-708cf0da710b: rpc.has_security_group_logging(os_id): False [ 896.206177] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.206177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.206177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.206177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.206177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.206177] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.206177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.206177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.206177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.206177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.206177] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.206177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.206177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.206177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.206177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.207083] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.207083] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.207083] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.207083] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.207083] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.207083] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9241e58b-e123-4f4c-a02b-708cf0da710b is going to be created. [ 896.209518] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.209518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.209518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.209518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.209518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.209518] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.209518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.209518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.209518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.209518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.209518] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 already deleted. [ 896.209518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.209518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.209518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.209518] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.210636] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.210636] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.210636] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.210636] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.210636] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.299078] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.299365] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-612" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.299500] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-612" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.300026] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-612" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.300880] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.301117] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.301249] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.302111] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.302111] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.302111] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.302111] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.302111] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.303041] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.303041] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.303041] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.303041] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.310553] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.310553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.310553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.310553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.310553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.325122] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9241e58b-e123-4f4c-a02b-708cf0da710b in Status: IN_PROGRESS for 2s [ 896.329809] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.329988] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 896.330171] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.330416] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-612" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.330774] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-da3a6f7b-fad2-4daa-94b7-70f190cdeca6 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.330909] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-da3a6f7b-fad2-4daa-94b7-70f190cdeca6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.331183] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-da3a6f7b-fad2-4daa-94b7-70f190cdeca6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.331510] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-da3a6f7b-fad2-4daa-94b7-70f190cdeca6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.331673] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da3a6f7b-fad2-4daa-94b7-70f190cdeca6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.347490] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-21032012-75fd-4351-8a4f-f49e6948ddb5 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.347665] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.347740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.348070] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.348457] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.348613] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.348706] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.348888] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.349058] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.349222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.349390] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-21032012-75fd-4351-8a4f-f49e6948ddb5 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.349505] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.349567] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.349726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.349871] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.350013] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.350056] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.350191] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.350266] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.350366] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.350463] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21032012-75fd-4351-8a4f-f49e6948ddb5',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.351431] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 455fcb86-351e-481b-acda-7576fdf30520 [ 896.351600] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.351695] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.351762] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.351922] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.352021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.352125] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:455fcb86-351e-481b-acda-7576fdf30520 already deleted. [ 896.352206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-455fcb86-351e-481b-acda-7576fdf30520" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.413520] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.413744] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.413744] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.413955] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.414064] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.414166] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 105ec92f-f727-4786-9838-4ba5ff3fb868 already deleted. [ 896.414252] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-105ec92f-f727-4786-9838-4ba5ff3fb868" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.414408] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-105ec92f-f727-4786-9838-4ba5ff3fb868" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.414596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-105ec92f-f727-4786-9838-4ba5ff3fb868" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.414685] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('105ec92f-f727-4786-9838-4ba5ff3fb868',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.625293] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.625598] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.625598] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.625722] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.625806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.625902] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 is going to be created. [ 896.650872] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.651057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.651137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.651359] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.651523] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.661394] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 in Status: UNINITIALIZED for 2s [ 896.717673] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.718212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.718212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.718369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.718547] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.718772] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.718890] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.719024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.719288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.719370] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.719766] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 already deleted. [ 896.719766] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.834540] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.834782] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.834910] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.835260] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.835363] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.835522] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port da3a6f7b-fad2-4daa-94b7-70f190cdeca6 not found, creating... [ 896.835782] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.835936] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.836064] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.836285] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.836418] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.836700] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.836853] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.836969] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.838382] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.838500] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.838639] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: da3a6f7b-fad2-4daa-94b7-70f190cdeca6 is going to be created. [ 896.854788] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21032012-75fd-4351-8a4f-f49e6948ddb5: rpc.has_security_group_logging(os_id): False [ 896.858751] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.858751] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.859158] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.859305] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.859587] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.859910] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-da3a6f7b-fad2-4daa-94b7-70f190cdeca6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.878242] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.878242] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.878242] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.878242] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.878242] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.878242] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.878242] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.878242] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.878242] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.878242] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.878702] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.878702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.878702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.878702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.878702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.878954] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.879621] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.879831] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.879890] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.879982] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.880137] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 is going to be created. [ 896.940334] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.940493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.940785] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.940971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.941177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.941224] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 105ec92f-f727-4786-9838-4ba5ff3fb868 already deleted. [ 896.941396] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-105ec92f-f727-4786-9838-4ba5ff3fb868" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.971789] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.971914] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.971979] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.972261] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.972462] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.988973] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 in Status: IN_PROGRESS for 2s [ 897.108455] env[70213]: INFO networking_nsxv3.common.synchronization [req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 req-21528120-4dac-4505-bb88-377b1d909098 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Enqueued Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_members [ 897.109062] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGHEST for action security_group_members [ 897.109780] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350126-6451-4334-b04f-5080243aa5a9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.109780] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.109780] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.109952] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.109984] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.111413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.111413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.111413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.111413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.111413] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.612224] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.613018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.613018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.613018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.613018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.613018] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.613281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.613281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.613281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.613427] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.613427] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c350126-6451-4334-b04f-5080243aa5a9 is going to be updated. [ 897.645699] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.645980] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.645980] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.646225] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.646281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.657836] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c350126-6451-4334-b04f-5080243aa5a9 in Status: IN_PROGRESS for 2s [ 897.773158] env[70213]: INFO networking_nsxv3.common.synchronization [req-ae6c926e-68ff-4389-8412-cc9220d8f743 req-b665e3c7-e742-4ff1-b24e-9424a4c27cb9 service nova] Enqueued Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_rules [ 897.773933] env[70213]: INFO networking_nsxv3.common.synchronization [req-ae6c926e-68ff-4389-8412-cc9220d8f743 req-b665e3c7-e742-4ff1-b24e-9424a4c27cb9 service nova] Enqueued Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 897.774768] env[70213]: INFO networking_nsxv3.common.synchronization [req-ae6c926e-68ff-4389-8412-cc9220d8f743 req-b665e3c7-e742-4ff1-b24e-9424a4c27cb9 service nova] Enqueued Resource ID: da3a6f7b-fad2-4daa-94b7-70f190cdeca6 with Priority: HIGHEST for action port [ 897.775155] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_rules [ 897.775348] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 897.775567] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da3a6f7b-fad2-4daa-94b7-70f190cdeca6 with Priority: HIGHEST for action port [ 897.776382] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.776551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.779305] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.779627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.779788] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.780732] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.780857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.780926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.781156] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.781334] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.781454] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.781578] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.781709] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.781823] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.781927] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.786575] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-da3a6f7b-fad2-4daa-94b7-70f190cdeca6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.788077] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da3a6f7b-fad2-4daa-94b7-70f190cdeca6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.788077] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da3a6f7b-fad2-4daa-94b7-70f190cdeca6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.788077] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da3a6f7b-fad2-4daa-94b7-70f190cdeca6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.788077] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da3a6f7b-fad2-4daa-94b7-70f190cdeca6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.292973] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.292973] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.292973] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.297100] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da3a6f7b-fad2-4daa-94b7-70f190cdeca6 with status ACTIVE [ 898.297729] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.298012] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.299783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.301902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.301902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.301902] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.301902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.301902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.301902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.301902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.301902] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.301902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.301902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.301902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.301902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.301902] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da3a6f7b-fad2-4daa-94b7-70f190cdeca6 is going to be updated. [ 898.324136] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.324319] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.324414] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.324641] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.324808] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.324977] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da3a6f7b-fad2-4daa-94b7-70f190cdeca6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.336487] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9241e58b-e123-4f4c-a02b-708cf0da710b in Status: SUCCESS [ 898.337092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.337298] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.337529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.337677] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.670757] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 in Status: SUCCESS [ 898.671086] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.671218] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.671448] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.671637] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.671753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.671819] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.671974] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.672082] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.672183] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.672277] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7eee82c9-b502-446a-a077-cecdbf4c3e55',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.797389] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.842372] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9241e58b-e123-4f4c-a02b-708cf0da710b taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.842541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.842613] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.842807] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.842968] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.843077] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.843141] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.843285] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.843398] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.843507] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.843580] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.980132] env[70213]: INFO networking_nsxv3.common.synchronization [req-4dcb06ac-1876-484c-8604-99d8c89eaea5 req-62611889-89d4-466a-8712-0ad449750ed8 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Enqueued Resource ID: 238e1393-bfc6-4633-b63b-ace2deabbb51 with Priority: HIGHEST for action security_group_members [ 898.980132] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 238e1393-bfc6-4633-b63b-ace2deabbb51 with Priority: HIGHEST for action security_group_members [ 898.980800] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-238e1393-bfc6-4633-b63b-ace2deabbb51 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.981118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.981278] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.981667] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.982212] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.982852] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.983016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.983477] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.983684] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.983942] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('238e1393-bfc6-4633-b63b-ace2deabbb51',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.000442] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 in Status: SUCCESS [ 899.001269] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.064224] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-929 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.064224] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-929" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.064224] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-929" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.064224] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-929" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.064224] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.064224] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.064224] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.064224] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.064224] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.064224] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.065204] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.066081] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.068024] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.068024] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.068024] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.068024] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.088306] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.088306] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 899.088306] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.088306] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-929" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.088306] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-07b45286-b897-48cd-917a-7d44fad6c460 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.088306] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-07b45286-b897-48cd-917a-7d44fad6c460" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.088306] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-07b45286-b897-48cd-917a-7d44fad6c460" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.088306] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-07b45286-b897-48cd-917a-7d44fad6c460" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.088306] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07b45286-b897-48cd-917a-7d44fad6c460',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.174824] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7eee82c9-b502-446a-a077-cecdbf4c3e55',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.301216] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.301216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.301216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.301216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.301216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.301216] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 is going to be created. [ 899.331140] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.331309] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.331381] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.331587] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.331737] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.342014] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: UNINITIALIZED for 2s [ 899.351677] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9241e58b-e123-4f4c-a02b-708cf0da710b taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.351677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.351677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.351677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.351677] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.351677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.351677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.351677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.351677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.351677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.351677] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9241e58b-e123-4f4c-a02b-708cf0da710b taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.351677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.351677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.351677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.351677] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.351677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.352407] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.352407] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.352407] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.352407] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.352407] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.491194] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.491194] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.491194] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.491194] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.491194] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.491194] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.491194] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.491194] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.491194] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.491194] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.491194] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 238e1393-bfc6-4633-b63b-ace2deabbb51 already deleted. [ 899.491194] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.586355] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.586355] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-407" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.586498] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-407" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.586845] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-407" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.591423] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.591493] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.591663] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.591939] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.592125] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.592608] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.592608] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.592608] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.592749] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.592849] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.592956] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.593449] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.594816] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.595007] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.595154] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.595412] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.595580] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.595755] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 07b45286-b897-48cd-917a-7d44fad6c460 not found, creating... [ 899.596055] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.596233] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.596353] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.596591] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.596748] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.597052] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.597241] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.597371] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.597706] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.597777] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.597897] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 07b45286-b897-48cd-917a-7d44fad6c460 is going to be created. [ 899.626378] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.629027] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.629027] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.629027] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.629027] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.629027] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-07b45286-b897-48cd-917a-7d44fad6c460" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.645126] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.645356] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.052 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 899.645530] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.645725] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-407" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.646111] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-e79e376d-6c45-4b89-b6ae-85d07cb2b2a8 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.646303] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-e79e376d-6c45-4b89-b6ae-85d07cb2b2a8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.646423] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-e79e376d-6c45-4b89-b6ae-85d07cb2b2a8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.646803] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-e79e376d-6c45-4b89-b6ae-85d07cb2b2a8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.646980] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e79e376d-6c45-4b89-b6ae-85d07cb2b2a8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.671287] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c350126-6451-4334-b04f-5080243aa5a9 in Status: SUCCESS [ 899.671654] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c350126-6451-4334-b04f-5080243aa5a9 deletion is rescheduled due to dependency. [ 899.671654] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.677711] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7eee82c9-b502-446a-a077-cecdbf4c3e55: rpc.has_security_group_logging(os_id): False [ 899.705730] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.705963] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.706030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.706466] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.706466] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.706625] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.706727] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.706791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.706946] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.707042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.707139] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 is going to be created. [ 899.788654] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.788868] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.788958] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.789254] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.789450] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.808977] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 in Status: IN_PROGRESS for 2s [ 899.854164] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9241e58b-e123-4f4c-a02b-708cf0da710b: rpc.has_security_group_logging(os_id): False [ 899.889427] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.889848] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.889937] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.890456] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.891263] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.891632] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.891760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.891839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.892071] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.892268] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.892560] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.892705] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.892784] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.892930] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.893020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.893285] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.893388] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.893468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.893620] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.893699] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.894344] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9241e58b-e123-4f4c-a02b-708cf0da710b is going to be updated. [ 899.990920] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.991189] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.991238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.991773] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.991773] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.005842] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9241e58b-e123-4f4c-a02b-708cf0da710b in Status: IN_PROGRESS for 2s [ 900.151203] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.151203] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.151203] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.151203] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.151203] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.151203] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port e79e376d-6c45-4b89-b6ae-85d07cb2b2a8 not found, creating... [ 900.151203] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.151203] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.151203] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.151668] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.151668] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.151770] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.151920] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.152338] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.152579] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.152714] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.152855] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: e79e376d-6c45-4b89-b6ae-85d07cb2b2a8 is going to be created. [ 900.177734] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.177931] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.178067] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.178325] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.178541] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.178761] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-e79e376d-6c45-4b89-b6ae-85d07cb2b2a8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.445753] env[70213]: INFO networking_nsxv3.common.synchronization [req-ae6c926e-68ff-4389-8412-cc9220d8f743 req-f0affa41-b07f-46f1-accc-00c9a0c42dfd service nova] Enqueued Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_rules [ 900.445753] env[70213]: INFO networking_nsxv3.common.synchronization [req-ae6c926e-68ff-4389-8412-cc9220d8f743 req-f0affa41-b07f-46f1-accc-00c9a0c42dfd service nova] Enqueued Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 900.445753] env[70213]: INFO networking_nsxv3.common.synchronization [req-ae6c926e-68ff-4389-8412-cc9220d8f743 req-f0affa41-b07f-46f1-accc-00c9a0c42dfd service nova] Enqueued Resource ID: 07b45286-b897-48cd-917a-7d44fad6c460 with Priority: HIGHEST for action port [ 900.445753] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_rules [ 900.445753] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 900.445949] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b45286-b897-48cd-917a-7d44fad6c460 with Priority: HIGHEST for action port [ 900.446379] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.446482] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.446663] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.446741] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.446908] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-07b45286-b897-48cd-917a-7d44fad6c460 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.447011] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07b45286-b897-48cd-917a-7d44fad6c460" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.447744] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07b45286-b897-48cd-917a-7d44fad6c460" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.448943] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07b45286-b897-48cd-917a-7d44fad6c460" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.449096] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07b45286-b897-48cd-917a-7d44fad6c460',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.954849] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07b45286-b897-48cd-917a-7d44fad6c460 with status ACTIVE [ 900.955427] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.955638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.955709] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.955922] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.956031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.956233] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.956334] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.956439] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.956987] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.956987] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.956987] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.956987] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.956987] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.957232] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.957232] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.957232] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07b45286-b897-48cd-917a-7d44fad6c460 is going to be updated. [ 900.977218] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.977508] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.977617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.977939] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.978207] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.978497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07b45286-b897-48cd-917a-7d44fad6c460" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.048255] env[70213]: INFO networking_nsxv3.common.synchronization [req-4dcb06ac-1876-484c-8604-99d8c89eaea5 req-efc93145-7570-4b4c-bbac-e29bf20f00ac service nova] Enqueued Resource ID: 238e1393-bfc6-4633-b63b-ace2deabbb51 with Priority: HIGHEST for action security_group_rules [ 901.048255] env[70213]: INFO networking_nsxv3.common.synchronization [req-4dcb06ac-1876-484c-8604-99d8c89eaea5 req-efc93145-7570-4b4c-bbac-e29bf20f00ac service nova] Enqueued Resource ID: 238e1393-bfc6-4633-b63b-ace2deabbb51 with Priority: HIGHEST for action security_group_members [ 901.048255] env[70213]: INFO networking_nsxv3.common.synchronization [req-4dcb06ac-1876-484c-8604-99d8c89eaea5 req-efc93145-7570-4b4c-bbac-e29bf20f00ac service nova] Enqueued Resource ID: e79e376d-6c45-4b89-b6ae-85d07cb2b2a8 with Priority: HIGHEST for action port [ 901.048255] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 238e1393-bfc6-4633-b63b-ace2deabbb51 with Priority: HIGHEST for action security_group_rules [ 901.048255] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 238e1393-bfc6-4633-b63b-ace2deabbb51 with Priority: HIGHEST for action security_group_members [ 901.048255] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e79e376d-6c45-4b89-b6ae-85d07cb2b2a8 with Priority: HIGHEST for action port [ 901.048255] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-238e1393-bfc6-4633-b63b-ace2deabbb51 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.048255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.048255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.048255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.048255] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('238e1393-bfc6-4633-b63b-ace2deabbb51',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.048255] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-238e1393-bfc6-4633-b63b-ace2deabbb51 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.048255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.048255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.048255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.049391] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.049599] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.049756] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.049986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.050363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.052716] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('238e1393-bfc6-4633-b63b-ace2deabbb51',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.052716] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-e79e376d-6c45-4b89-b6ae-85d07cb2b2a8 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.052716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e79e376d-6c45-4b89-b6ae-85d07cb2b2a8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.052716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e79e376d-6c45-4b89-b6ae-85d07cb2b2a8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.052716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e79e376d-6c45-4b89-b6ae-85d07cb2b2a8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.052716] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e79e376d-6c45-4b89-b6ae-85d07cb2b2a8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.259487] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.260134] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-612" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.260134] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-612" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.260134] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-612" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.260424] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.260568] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.260619] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.260816] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.261318] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.264821] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.264821] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.264821] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.264821] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.264821] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.264821] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.265091] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.282756] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.282999] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 901.283138] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.283368] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-612" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.283704] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-cce72d52-adc6-4838-94db-64f95a023436 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.283927] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-cce72d52-adc6-4838-94db-64f95a023436" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.284087] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-cce72d52-adc6-4838-94db-64f95a023436" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.284418] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-cce72d52-adc6-4838-94db-64f95a023436" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.284539] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cce72d52-adc6-4838-94db-64f95a023436',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.354052] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: SUCCESS [ 901.354419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.354714] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.355039] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.355369] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.355727] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.355880] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.356134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.356309] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.356477] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.356776] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.358661] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.358661] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.358868] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.358868] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.358868] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.359253] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.359253] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.359253] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.553460] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-238e1393-bfc6-4633-b63b-ace2deabbb51 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.553678] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.555245] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('238e1393-bfc6-4633-b63b-ace2deabbb51',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.556340] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e79e376d-6c45-4b89-b6ae-85d07cb2b2a8 with status ACTIVE [ 901.556546] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.556671] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.556807] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.556947] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.557050] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.557412] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.557526] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.557588] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.557750] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.557830] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.558025] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.558120] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.558182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.558381] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.558381] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.558506] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e79e376d-6c45-4b89-b6ae-85d07cb2b2a8 is going to be updated. [ 901.579078] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.579078] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.580264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.580264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.580264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.580264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e79e376d-6c45-4b89-b6ae-85d07cb2b2a8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.738220] env[70213]: INFO networking_nsxv3.common.synchronization [req-bc9014ff-6348-4083-be8e-b143aecedfec req-f61cb5cd-0553-462c-a1c7-288a4465587c tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Enqueued Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 901.738757] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 901.739392] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.739392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.739392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.739624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.739752] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.739865] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.739932] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.741484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.741586] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.741696] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.789025] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.789025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.789025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.789025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.789025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.789025] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port cce72d52-adc6-4838-94db-64f95a023436 not found, creating... [ 901.790229] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.790957] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.792318] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.792706] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.793089] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.795035] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.795035] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.795035] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.795035] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.795499] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.795868] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: cce72d52-adc6-4838-94db-64f95a023436 is going to be created. [ 901.818418] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.818717] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.818867] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.820134] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.820399] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.820636] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-cce72d52-adc6-4838-94db-64f95a023436" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.822594] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 in Status: SUCCESS [ 901.822793] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.860789] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.860937] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.861214] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.021719] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9241e58b-e123-4f4c-a02b-708cf0da710b in Status: SUCCESS [ 902.022020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.060489] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('238e1393-bfc6-4633-b63b-ace2deabbb51',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.236019] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-924 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.236019] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-924" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.236019] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-924" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.236019] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-924" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.236019] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.236019] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.236019] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.236019] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.236019] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.236772] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.236991] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.237203] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.237396] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.237626] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.237856] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.238158] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.244877] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.244877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.244877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.244877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.244877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.244877] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.244877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.244877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.244877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.244877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.244877] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 already deleted. [ 902.244877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.258262] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.258262] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 902.258262] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.258262] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-924" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.258262] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-0bcef3d4-186b-49f4-99ad-049efca0a134 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.258262] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-0bcef3d4-186b-49f4-99ad-049efca0a134" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.258262] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-0bcef3d4-186b-49f4-99ad-049efca0a134" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.258262] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-0bcef3d4-186b-49f4-99ad-049efca0a134" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.258262] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bcef3d4-186b-49f4-99ad-049efca0a134',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.364462] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.564417] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.564575] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.564908] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.565197] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.565299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.565410] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 238e1393-bfc6-4633-b63b-ace2deabbb51 is going to be created. [ 902.587538] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.587690] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.587775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.587984] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.588156] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.599019] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 238e1393-bfc6-4633-b63b-ace2deabbb51 in Status: UNINITIALIZED for 2s [ 902.762056] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.762508] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.762508] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.762767] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.762916] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.763082] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 0bcef3d4-186b-49f4-99ad-049efca0a134 not found, creating... [ 902.763386] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.763829] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.763829] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.763952] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.764057] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.764347] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.764501] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.764616] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.764854] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.764993] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.767707] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 0bcef3d4-186b-49f4-99ad-049efca0a134 is going to be created. [ 902.788502] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.789202] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.789585] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.789883] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.790137] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.790388] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-0bcef3d4-186b-49f4-99ad-049efca0a134" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.867699] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.867873] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.867947] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.868189] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.868284] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.868384] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 is going to be updated. [ 902.877681] env[70213]: INFO networking_nsxv3.common.synchronization [req-ae6c926e-68ff-4389-8412-cc9220d8f743 req-9d39e116-af4e-4e39-ab26-ce35c5992982 service nova] Enqueued Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_rules [ 902.877874] env[70213]: INFO networking_nsxv3.common.synchronization [req-ae6c926e-68ff-4389-8412-cc9220d8f743 req-9d39e116-af4e-4e39-ab26-ce35c5992982 service nova] Enqueued Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 902.878035] env[70213]: INFO networking_nsxv3.common.synchronization [req-ae6c926e-68ff-4389-8412-cc9220d8f743 req-9d39e116-af4e-4e39-ab26-ce35c5992982 service nova] Enqueued Resource ID: cce72d52-adc6-4838-94db-64f95a023436 with Priority: HIGHEST for action port [ 902.878649] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_rules [ 902.879398] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 902.879398] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cce72d52-adc6-4838-94db-64f95a023436 with Priority: HIGHEST for action port [ 902.879398] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.879656] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.879656] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.879735] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.880416] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-cce72d52-adc6-4838-94db-64f95a023436 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.880416] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cce72d52-adc6-4838-94db-64f95a023436" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.880416] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cce72d52-adc6-4838-94db-64f95a023436" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.880688] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cce72d52-adc6-4838-94db-64f95a023436" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.880688] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cce72d52-adc6-4838-94db-64f95a023436',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.895765] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.895904] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.895972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.896212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.896506] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.915786] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: IN_PROGRESS for 2s [ 903.387031] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cce72d52-adc6-4838-94db-64f95a023436 with status ACTIVE [ 903.387031] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.387031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.387031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.387031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.387031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.387031] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.387031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.387031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.387031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.387031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.387031] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.387031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.387031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.387031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.387031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.387031] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cce72d52-adc6-4838-94db-64f95a023436 is going to be updated. [ 903.411760] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.411760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.411760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.411760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.411760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.411760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cce72d52-adc6-4838-94db-64f95a023436" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.434151] env[70213]: INFO networking_nsxv3.common.synchronization [req-bc9014ff-6348-4083-be8e-b143aecedfec req-7ad10a05-9f4e-48ef-b843-a06a97a6a44a service nova] Enqueued Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_rules [ 903.434151] env[70213]: INFO networking_nsxv3.common.synchronization [req-bc9014ff-6348-4083-be8e-b143aecedfec req-7ad10a05-9f4e-48ef-b843-a06a97a6a44a service nova] Enqueued Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 903.434151] env[70213]: INFO networking_nsxv3.common.synchronization [req-bc9014ff-6348-4083-be8e-b143aecedfec req-7ad10a05-9f4e-48ef-b843-a06a97a6a44a service nova] Enqueued Resource ID: 0bcef3d4-186b-49f4-99ad-049efca0a134 with Priority: HIGHEST for action port [ 903.434151] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_rules [ 903.434151] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 903.434151] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bcef3d4-186b-49f4-99ad-049efca0a134 with Priority: HIGHEST for action port [ 903.434905] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.435206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.435459] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.435842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.436084] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.439026] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.439026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.439026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.439026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.439026] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.439026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.439026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.439026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.439026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.439026] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.443962] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bcef3d4-186b-49f4-99ad-049efca0a134 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.443962] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bcef3d4-186b-49f4-99ad-049efca0a134" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.443962] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bcef3d4-186b-49f4-99ad-049efca0a134" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.443962] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bcef3d4-186b-49f4-99ad-049efca0a134" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.443962] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bcef3d4-186b-49f4-99ad-049efca0a134',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.598752] env[70213]: INFO networking_nsxv3.common.synchronization [None req-b027bfa3-a00e-4577-ae8b-b264dec27faf None None] Enqueued Resource ID: 6de36f92-6cbc-4743-9893-e09ca7e19041 with Priority: HIGHEST for action port [ 903.599420] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de36f92-6cbc-4743-9893-e09ca7e19041 with Priority: HIGHEST for action port [ 903.600677] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-6de36f92-6cbc-4743-9893-e09ca7e19041 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.600677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6de36f92-6cbc-4743-9893-e09ca7e19041" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.600677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6de36f92-6cbc-4743-9893-e09ca7e19041" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.600677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6de36f92-6cbc-4743-9893-e09ca7e19041" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.600677] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6de36f92-6cbc-4743-9893-e09ca7e19041',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.945374] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.945374] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.945374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.945374] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bcef3d4-186b-49f4-99ad-049efca0a134 with status ACTIVE [ 903.945374] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.945374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.945374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.945374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.945374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.945374] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.945374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.945374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.945374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.945374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.946105] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.946105] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.946105] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.946105] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.946105] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.946105] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bcef3d4-186b-49f4-99ad-049efca0a134 is going to be updated. [ 903.969118] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.969118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.969281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.970087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.970087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.970087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bcef3d4-186b-49f4-99ad-049efca0a134" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.103193] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6de36f92-6cbc-4743-9893-e09ca7e19041 [ 904.103193] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.103372] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.103372] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.103560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.103651] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.103827] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6de36f92-6cbc-4743-9893-e09ca7e19041 already deleted. [ 904.103827] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6de36f92-6cbc-4743-9893-e09ca7e19041" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.263121] env[70213]: INFO networking_nsxv3.common.synchronization [None req-563a3b47-9581-4bcf-bdfe-1396e00564c9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Enqueued Resource ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 with Priority: HIGHEST for action security_group_rules [ 904.263582] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 with Priority: HIGHEST for action security_group_rules [ 904.263896] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.268232] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.268365] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.268721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.268815] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0eaf39df-7338-4deb-9d1e-c9befbe6b5a7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.446345] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.480921] env[70213]: INFO networking_nsxv3.common.synchronization [req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 req-419b0a6b-1c1c-44af-9334-46d753507ce8 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Enqueued Resource ID: af658585-02ca-48b6-94c6-72bcdc0051fd with Priority: HIGHEST for action security_group_members [ 904.480921] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af658585-02ca-48b6-94c6-72bcdc0051fd with Priority: HIGHEST for action security_group_members [ 904.480921] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-af658585-02ca-48b6-94c6-72bcdc0051fd taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.480921] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.480921] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.480921] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.480921] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.480921] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.480921] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.480921] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.480921] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.480921] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af658585-02ca-48b6-94c6-72bcdc0051fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.490884] env[70213]: INFO networking_nsxv3.common.synchronization [None req-1c9750d5-8372-4a3d-bfb5-77dfd6214437 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Enqueued Resource ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 with Priority: HIGHEST for action security_group_rules [ 904.491400] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 with Priority: HIGHEST for action security_group_rules [ 904.492571] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.492571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.552015] env[70213]: INFO networking_nsxv3.common.synchronization [None req-db51f3d5-abf3-4027-99b9-ced867d91c84 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Enqueued Resource ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b with Priority: HIGHEST for action security_group_rules [ 904.552015] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b with Priority: HIGHEST for action security_group_rules [ 904.552015] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c614c359-2ca0-48d4-8960-75eb55ccdb9b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.552015] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.552015] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.552015] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.552015] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c614c359-2ca0-48d4-8960-75eb55ccdb9b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.613553] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 238e1393-bfc6-4633-b63b-ace2deabbb51 in Status: SUCCESS [ 904.613553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.613553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.613553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.613553] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.613553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.613553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.613553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.613553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.613553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.613553] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('238e1393-bfc6-4633-b63b-ace2deabbb51',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.796152] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.796310] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.796403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.796790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.796790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.796999] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 already deleted. [ 904.796999] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.797115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.797369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.797369] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0eaf39df-7338-4deb-9d1e-c9befbe6b5a7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.802309] env[70213]: INFO networking_nsxv3.common.synchronization [None req-534a3007-858f-4d50-b745-9ba51045d30b tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Enqueued Resource ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b with Priority: HIGHEST for action security_group_rules [ 904.802884] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b with Priority: HIGHEST for action security_group_rules [ 904.803166] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c614c359-2ca0-48d4-8960-75eb55ccdb9b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.803270] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.937227] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: SUCCESS [ 904.937541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.938229] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.938542] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.938809] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.939015] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.939130] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.939476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.939476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.939633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.939807] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.939937] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.940044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.940270] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.940568] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.940644] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.940718] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.940895] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.941037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.941219] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.941338] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.942454] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.943052] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.943052] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.943052] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.943052] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.943242] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.943532] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.943532] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.949020] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.949336] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.950905] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.951176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.951281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.951394] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 is going to be created. [ 904.975426] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.975584] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.975584] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.975921] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.975991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.983636] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af658585-02ca-48b6-94c6-72bcdc0051fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.986532] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: UNINITIALIZED for 2s [ 905.076587] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.076757] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.077205] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.077323] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.077418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.077519] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b already deleted. [ 905.077603] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.077747] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.077901] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.077985] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c614c359-2ca0-48d4-8960-75eb55ccdb9b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.117244] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-238e1393-bfc6-4633-b63b-ace2deabbb51 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.117519] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.117656] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.117975] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.118255] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.118430] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.118537] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.119390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.119390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.121362] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.124226] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-238e1393-bfc6-4633-b63b-ace2deabbb51 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.124226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.124226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.124226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.124226] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.124226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.124226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.124226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.124226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.124226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.124226] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('238e1393-bfc6-4633-b63b-ace2deabbb51',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.325437] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.325621] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.325690] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.325906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.326021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.326120] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 already deleted. [ 905.326221] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.412884] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.412884] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-937" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.412884] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-937" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.412884] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-937" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.413377] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.416271] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.416271] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.416271] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.416271] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.416271] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.416271] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.416271] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.416271] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.416271] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.416271] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.416271] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.434939] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.434939] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 905.434939] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.434939] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-937" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.435568] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-44dfaeaa-4d62-4517-90bc-8dff0616a5b7 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.435568] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-44dfaeaa-4d62-4517-90bc-8dff0616a5b7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.435719] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-44dfaeaa-4d62-4517-90bc-8dff0616a5b7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.435889] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-44dfaeaa-4d62-4517-90bc-8dff0616a5b7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.436060] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44dfaeaa-4d62-4517-90bc-8dff0616a5b7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.445886] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b8d1845-4ced-4cfb-9192-05de5a86d8d2: rpc.has_security_group_logging(os_id): False [ 905.447190] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.465253] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.465413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.465473] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.465692] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.465825] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.466034] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.466138] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.466200] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.466353] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.466450] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.466647] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.466743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.466800] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.466971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.467058] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.467417] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.467417] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.467417] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.467600] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.467600] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.467600] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 is going to be created. [ 905.485581] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af658585-02ca-48b6-94c6-72bcdc0051fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.521949] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.522254] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.522380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.522617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.522956] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.534952] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: IN_PROGRESS for 2s [ 905.605632] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.605632] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.605632] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.605632] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.605632] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.605632] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b already deleted. [ 905.605632] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.628997] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 238e1393-bfc6-4633-b63b-ace2deabbb51: rpc.has_security_group_logging(os_id): False [ 905.650162] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.650162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.650162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.650162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.650162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.650162] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.650162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.650162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.650162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.650162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.650162] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.650162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.650162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.650162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.650162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.654081] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.654081] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.654081] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.654081] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.654081] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.654081] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 238e1393-bfc6-4633-b63b-ace2deabbb51 is going to be created. [ 905.717136] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.717136] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.719151] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.719151] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.719151] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.734996] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 238e1393-bfc6-4633-b63b-ace2deabbb51 in Status: IN_PROGRESS for 2s [ 905.938932] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.939625] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.939625] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.939625] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.939822] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.939950] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 44dfaeaa-4d62-4517-90bc-8dff0616a5b7 not found, creating... [ 905.940208] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.940365] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.940490] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.940703] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.940837] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.941174] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.941317] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.941437] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.941649] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.941782] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.941920] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 44dfaeaa-4d62-4517-90bc-8dff0616a5b7 is going to be created. [ 905.951951] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.960819] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.961107] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.961268] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.961568] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.961819] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.962084] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-44dfaeaa-4d62-4517-90bc-8dff0616a5b7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.989714] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.989873] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.989935] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.990181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.990278] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.990379] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af658585-02ca-48b6-94c6-72bcdc0051fd is going to be updated. [ 906.023126] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.023126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.023126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.023126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.023126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.041611] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af658585-02ca-48b6-94c6-72bcdc0051fd in Status: IN_PROGRESS for 2s [ 906.066223] env[70213]: INFO networking_nsxv3.common.synchronization [None req-06b51a17-6775-4693-af44-5477930d9d12 None None] Enqueued Resource ID: d5b402a8-c72c-4be5-b3d7-bdcb86d53ffc with Priority: HIGHEST for action port [ 906.068538] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5b402a8-c72c-4be5-b3d7-bdcb86d53ffc with Priority: HIGHEST for action port [ 906.068538] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5b402a8-c72c-4be5-b3d7-bdcb86d53ffc taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.069535] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5b402a8-c72c-4be5-b3d7-bdcb86d53ffc" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.069535] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5b402a8-c72c-4be5-b3d7-bdcb86d53ffc" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.069667] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5b402a8-c72c-4be5-b3d7-bdcb86d53ffc" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.069706] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5b402a8-c72c-4be5-b3d7-bdcb86d53ffc',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.454217] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.454677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.454677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.454816] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.455728] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.455728] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 is going to be updated. [ 906.483730] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.483730] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.483976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.484094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.484369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.492784] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: IN_PROGRESS for 2s [ 906.571993] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5b402a8-c72c-4be5-b3d7-bdcb86d53ffc [ 906.572112] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.572299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.572412] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.572730] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.572871] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.573037] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5b402a8-c72c-4be5-b3d7-bdcb86d53ffc already deleted. [ 906.573661] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5b402a8-c72c-4be5-b3d7-bdcb86d53ffc" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.799119] env[70213]: INFO networking_nsxv3.common.synchronization [req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 req-a447c7ab-8eee-4eeb-b689-f44c88ce9740 service nova] Enqueued Resource ID: af658585-02ca-48b6-94c6-72bcdc0051fd with Priority: HIGHEST for action security_group_rules [ 906.799335] env[70213]: INFO networking_nsxv3.common.synchronization [req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 req-a447c7ab-8eee-4eeb-b689-f44c88ce9740 service nova] Enqueued Resource ID: af658585-02ca-48b6-94c6-72bcdc0051fd with Priority: HIGHEST for action security_group_members [ 906.799477] env[70213]: INFO networking_nsxv3.common.synchronization [req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 req-a447c7ab-8eee-4eeb-b689-f44c88ce9740 service nova] Enqueued Resource ID: 44dfaeaa-4d62-4517-90bc-8dff0616a5b7 with Priority: HIGHEST for action port [ 906.799716] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af658585-02ca-48b6-94c6-72bcdc0051fd with Priority: HIGHEST for action security_group_rules [ 906.799854] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af658585-02ca-48b6-94c6-72bcdc0051fd with Priority: HIGHEST for action security_group_members [ 906.799938] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44dfaeaa-4d62-4517-90bc-8dff0616a5b7 with Priority: HIGHEST for action port [ 906.800520] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af658585-02ca-48b6-94c6-72bcdc0051fd taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.807359] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.807359] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.807359] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.807359] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af658585-02ca-48b6-94c6-72bcdc0051fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.807359] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-af658585-02ca-48b6-94c6-72bcdc0051fd taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.807359] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.807588] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-44dfaeaa-4d62-4517-90bc-8dff0616a5b7 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.807739] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44dfaeaa-4d62-4517-90bc-8dff0616a5b7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.807739] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44dfaeaa-4d62-4517-90bc-8dff0616a5b7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.807837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44dfaeaa-4d62-4517-90bc-8dff0616a5b7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.808354] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44dfaeaa-4d62-4517-90bc-8dff0616a5b7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.960996] env[70213]: INFO networking_nsxv3.common.synchronization [req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa req-c9b06851-ae3d-4bcf-ab1a-79534eaa9d73 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Enqueued Resource ID: 84590fed-eb36-4332-922c-e3138357d33e with Priority: HIGHEST for action security_group_members [ 906.963617] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84590fed-eb36-4332-922c-e3138357d33e with Priority: HIGHEST for action security_group_members [ 906.964177] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-84590fed-eb36-4332-922c-e3138357d33e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.964340] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.964543] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.964621] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.965125] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.965245] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.965307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.965650] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.965650] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.965650] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.997476] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: SUCCESS [ 906.997476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.997476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.997476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.997476] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.997476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.997476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.997476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.997476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.997476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.997476] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.309799] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-af658585-02ca-48b6-94c6-72bcdc0051fd taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.310051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.310309] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44dfaeaa-4d62-4517-90bc-8dff0616a5b7 with status ACTIVE [ 907.310504] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.310620] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.310690] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.310900] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.310985] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.311209] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.311326] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.311403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.311587] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.311672] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.311863] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.311968] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.312014] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.312194] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.312332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.312332] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44dfaeaa-4d62-4517-90bc-8dff0616a5b7 is going to be updated. [ 907.332306] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.332484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.332529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.332790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.332911] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.333139] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44dfaeaa-4d62-4517-90bc-8dff0616a5b7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.468121] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.499551] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.499710] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.499789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.500061] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.500245] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.500350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.500411] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.500810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.500907] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.501075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.501299] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.501408] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.501475] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.501634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.501771] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.501871] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.501937] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.502086] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.502169] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.502523] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.502651] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.546728] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: SUCCESS [ 907.547333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.547333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.547333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.547481] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.589404] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.590209] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.590492] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.591546] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.591981] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.592302] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.592524] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.593062] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.593683] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.596019] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.596019] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.596019] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.596019] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.596019] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.596019] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.596019] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.614876] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.614876] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 907.614876] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.614876] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.614876] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-24362592-2941-47e5-a0f9-1b8cedc8f3bb taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.614876] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-24362592-2941-47e5-a0f9-1b8cedc8f3bb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.614876] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-24362592-2941-47e5-a0f9-1b8cedc8f3bb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.614876] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-24362592-2941-47e5-a0f9-1b8cedc8f3bb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.614876] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24362592-2941-47e5-a0f9-1b8cedc8f3bb',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.744071] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 238e1393-bfc6-4633-b63b-ace2deabbb51 in Status: SUCCESS [ 907.744306] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.972241] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.010628] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24544c49-8605-4d5c-8f3b-14ae255c05d0: rpc.has_security_group_logging(os_id): False [ 908.030515] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.030675] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.030756] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.030991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.031624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.031624] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.031624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.031821] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.032143] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.032143] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.032143] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.032279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.032320] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.032440] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.032620] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.032719] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.032823] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.032862] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.032976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.033133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.033232] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 is going to be created. [ 908.049991] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af658585-02ca-48b6-94c6-72bcdc0051fd in Status: SUCCESS [ 908.050088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.051259] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.051259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.051259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.051259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.051753] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.051753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.051753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.051753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.051753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.052390] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af658585-02ca-48b6-94c6-72bcdc0051fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.095480] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.099024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.099024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.099024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.099024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.107950] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: IN_PROGRESS for 2s [ 908.117237] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.120022] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.120022] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.120022] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.120022] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.120022] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 24362592-2941-47e5-a0f9-1b8cedc8f3bb not found, creating... [ 908.120022] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.120022] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.120022] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.120022] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.120022] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.121381] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.122108] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.122108] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.122382] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.122650] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.124688] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 24362592-2941-47e5-a0f9-1b8cedc8f3bb is going to be created. [ 908.142483] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.142728] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.142854] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.143217] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.143440] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.143640] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-24362592-2941-47e5-a0f9-1b8cedc8f3bb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.476170] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.476502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.476502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.476679] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.476770] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.476870] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84590fed-eb36-4332-922c-e3138357d33e is going to be updated. [ 908.504945] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: SUCCESS [ 908.505402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.505705] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.505930] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.506143] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.506264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.506322] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.506752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.506752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.506752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.506752] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.510972] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.510972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.510972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.510972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.510972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.518040] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84590fed-eb36-4332-922c-e3138357d33e in Status: IN_PROGRESS for 2s [ 908.557444] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af658585-02ca-48b6-94c6-72bcdc0051fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.014277] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.015112] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.015112] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.015112] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.015112] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.015439] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.015439] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.015439] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.015648] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.015648] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.015760] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.015855] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.016020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.016167] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.016256] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.016418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.016418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.016558] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.016609] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.016720] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.016767] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.060777] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af658585-02ca-48b6-94c6-72bcdc0051fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.422448] env[70213]: INFO networking_nsxv3.common.synchronization [req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa req-481fa2b0-948a-49a5-9bf5-71f1e85f1838 service nova] Enqueued Resource ID: 84590fed-eb36-4332-922c-e3138357d33e with Priority: HIGHEST for action security_group_rules [ 909.422667] env[70213]: INFO networking_nsxv3.common.synchronization [req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa req-481fa2b0-948a-49a5-9bf5-71f1e85f1838 service nova] Enqueued Resource ID: 84590fed-eb36-4332-922c-e3138357d33e with Priority: HIGHEST for action security_group_members [ 909.422817] env[70213]: INFO networking_nsxv3.common.synchronization [req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa req-481fa2b0-948a-49a5-9bf5-71f1e85f1838 service nova] Enqueued Resource ID: 24362592-2941-47e5-a0f9-1b8cedc8f3bb with Priority: HIGHEST for action port [ 909.423347] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84590fed-eb36-4332-922c-e3138357d33e with Priority: HIGHEST for action security_group_rules [ 909.423486] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84590fed-eb36-4332-922c-e3138357d33e with Priority: HIGHEST for action security_group_members [ 909.423584] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24362592-2941-47e5-a0f9-1b8cedc8f3bb with Priority: HIGHEST for action port [ 909.423851] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84590fed-eb36-4332-922c-e3138357d33e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.423982] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.424163] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.424376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.424459] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.425323] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-84590fed-eb36-4332-922c-e3138357d33e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.425423] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.425600] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-24362592-2941-47e5-a0f9-1b8cedc8f3bb taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.425696] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24362592-2941-47e5-a0f9-1b8cedc8f3bb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.425759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24362592-2941-47e5-a0f9-1b8cedc8f3bb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.425920] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24362592-2941-47e5-a0f9-1b8cedc8f3bb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.426014] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24362592-2941-47e5-a0f9-1b8cedc8f3bb',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.528811] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b8d1845-4ced-4cfb-9192-05de5a86d8d2: rpc.has_security_group_logging(os_id): False [ 909.559537] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.559757] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.559817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.560051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.560180] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.560441] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.560555] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.560615] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.560806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.560889] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.561206] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.561298] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.561363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.561509] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.561617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.561812] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.561927] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.562050] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.562179] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.562267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.562375] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 is going to be updated. [ 909.564214] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.564362] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.564425] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.564571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.564674] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.565252] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af658585-02ca-48b6-94c6-72bcdc0051fd is going to be updated. [ 909.594228] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.594319] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.594470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.594589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.594746] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.604771] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af658585-02ca-48b6-94c6-72bcdc0051fd in Status: IN_PROGRESS for 2s [ 909.627886] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.628597] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.628767] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.629073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.629216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.643466] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: IN_PROGRESS for 2s [ 909.931073] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24362592-2941-47e5-a0f9-1b8cedc8f3bb with status ACTIVE [ 909.931073] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.931314] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.931373] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.931618] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.931708] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.931993] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.932122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.932122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.932312] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.932401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.932814] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.932814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.932814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.933073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.933073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.933192] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24362592-2941-47e5-a0f9-1b8cedc8f3bb is going to be updated. [ 909.934577] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-84590fed-eb36-4332-922c-e3138357d33e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.934777] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.957215] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.957371] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.957474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.957695] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.957859] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.958068] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24362592-2941-47e5-a0f9-1b8cedc8f3bb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.123253] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: SUCCESS [ 910.123518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.528375] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84590fed-eb36-4332-922c-e3138357d33e in Status: SUCCESS [ 910.528665] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.528928] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.529308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.529502] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.529651] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.529722] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.529934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.530077] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.530407] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.032814] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.535128] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.615584] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af658585-02ca-48b6-94c6-72bcdc0051fd in Status: SUCCESS [ 911.615969] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.616312] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.616640] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.616926] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.617053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.617111] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.617295] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.617457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.617645] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.617690] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af658585-02ca-48b6-94c6-72bcdc0051fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.656013] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: SUCCESS [ 911.656328] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.656534] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.656776] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.656867] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.763276] env[70213]: INFO networking_nsxv3.common.synchronization [req-f80b8535-eaf0-495c-b28e-e4b3784dd28e req-a8121b69-452a-4718-8f31-29be0c78d542 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Enqueued Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 911.763998] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 911.764342] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.764508] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.764638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.765323] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.765323] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.765323] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.765323] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.765323] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.765323] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.765766] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.039586] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.039586] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.039586] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.039586] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.039586] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.039586] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84590fed-eb36-4332-922c-e3138357d33e is going to be updated. [ 912.066678] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.066678] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.066678] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.066678] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.066678] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.074013] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84590fed-eb36-4332-922c-e3138357d33e in Status: IN_PROGRESS for 2s [ 912.124023] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-af658585-02ca-48b6-94c6-72bcdc0051fd taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.124023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.124023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.124023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.124023] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.124023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.124023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.124023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.124023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.124023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.124023] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-af658585-02ca-48b6-94c6-72bcdc0051fd taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.124023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.124023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.124023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.124023] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.124023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.125040] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.125040] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.125040] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.125040] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.125292] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af658585-02ca-48b6-94c6-72bcdc0051fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.150923] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.151162] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-141" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.151323] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-141" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.151687] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-141" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.152089] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.152415] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.152663] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.152972] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.153146] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.153372] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 912.153488] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.153598] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.153706] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.153819] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 912.153924] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.154072] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.158949] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.159184] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.159266] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.159393] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.159565] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.159687] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.159728] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.159850] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.159936] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.160035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.160129] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.175162] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.175337] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 912.175481] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.175654] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-141" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.175979] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-e32f5582-20e7-4b0f-9a7e-df7f5d523ce3 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.176164] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-e32f5582-20e7-4b0f-9a7e-df7f5d523ce3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.176288] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-e32f5582-20e7-4b0f-9a7e-df7f5d523ce3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.176683] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-e32f5582-20e7-4b0f-9a7e-df7f5d523ce3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.176825] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e32f5582-20e7-4b0f-9a7e-df7f5d523ce3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.267819] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.632182] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af658585-02ca-48b6-94c6-72bcdc0051fd: rpc.has_security_group_logging(os_id): False [ 912.653378] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.653581] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.653693] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.653948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.654108] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.654360] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.654646] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.654646] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.654759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.654863] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.655136] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.655231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.655314] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.655519] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.655631] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.655829] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.655965] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.656080] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.656285] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.656372] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.656490] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af658585-02ca-48b6-94c6-72bcdc0051fd is going to be updated. [ 912.662654] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.662852] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.662953] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.663193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.663361] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.663500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.663635] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.663810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.663943] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.663991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.664221] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.664381] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.664517] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.664737] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.664943] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.665078] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.665155] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.665304] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.665408] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.665544] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.665650] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.678916] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.679302] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.679507] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.679880] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.680093] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.680282] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port e32f5582-20e7-4b0f-9a7e-df7f5d523ce3 not found, creating... [ 912.680643] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.680809] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.680940] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.681283] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.681534] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.682036] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.682244] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.682394] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.682669] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.682895] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.683139] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: e32f5582-20e7-4b0f-9a7e-df7f5d523ce3 is going to be created. [ 912.703934] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.704221] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.704384] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.704758] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.705013] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.705354] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-e32f5582-20e7-4b0f-9a7e-df7f5d523ce3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.721563] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.721762] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.721811] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.722080] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.722265] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.734790] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af658585-02ca-48b6-94c6-72bcdc0051fd in Status: IN_PROGRESS for 2s [ 912.772811] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.168419] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b8d1845-4ced-4cfb-9192-05de5a86d8d2: rpc.has_security_group_logging(os_id): False [ 913.184930] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.185143] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.185209] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.185458] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.185554] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.185756] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.185855] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.185913] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.186078] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.186145] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.186344] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.186439] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.186533] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.186673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.186746] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.186935] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.187043] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.187102] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.187239] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.187312] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.187396] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 is going to be updated. [ 913.247853] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.248104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.248181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.248392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.248536] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.262237] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: IN_PROGRESS for 2s [ 913.275992] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.276176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.276245] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.276461] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.276553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.276653] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1d2214-3d43-4997-90b3-5c48df171063 is going to be updated. [ 913.304714] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.304895] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.304895] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.305086] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.305231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.313663] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: IN_PROGRESS for 2s [ 913.390784] env[70213]: INFO networking_nsxv3.common.synchronization [req-f80b8535-eaf0-495c-b28e-e4b3784dd28e req-b0ef6f6e-e53a-4a10-a645-bbcf26a749d9 service nova] Enqueued Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_rules [ 913.390976] env[70213]: INFO networking_nsxv3.common.synchronization [req-f80b8535-eaf0-495c-b28e-e4b3784dd28e req-b0ef6f6e-e53a-4a10-a645-bbcf26a749d9 service nova] Enqueued Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 913.391095] env[70213]: INFO networking_nsxv3.common.synchronization [req-f80b8535-eaf0-495c-b28e-e4b3784dd28e req-b0ef6f6e-e53a-4a10-a645-bbcf26a749d9 service nova] Enqueued Resource ID: e32f5582-20e7-4b0f-9a7e-df7f5d523ce3 with Priority: HIGHEST for action port [ 913.391668] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_rules [ 913.391806] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 913.391902] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e32f5582-20e7-4b0f-9a7e-df7f5d523ce3 with Priority: HIGHEST for action port [ 913.392209] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.392338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.392403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.392602] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.392685] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.393527] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.393617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.393802] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-e32f5582-20e7-4b0f-9a7e-df7f5d523ce3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.393900] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e32f5582-20e7-4b0f-9a7e-df7f5d523ce3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.393966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e32f5582-20e7-4b0f-9a7e-df7f5d523ce3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.394142] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e32f5582-20e7-4b0f-9a7e-df7f5d523ce3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.394221] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e32f5582-20e7-4b0f-9a7e-df7f5d523ce3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.896032] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.896493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.897573] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e32f5582-20e7-4b0f-9a7e-df7f5d523ce3 with status ACTIVE [ 913.897787] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.897920] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.897993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.898226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.898316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.898486] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.898582] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.898641] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.898786] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.898852] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.899104] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.899262] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.899262] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.899393] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.899456] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.899541] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e32f5582-20e7-4b0f-9a7e-df7f5d523ce3 is going to be updated. [ 913.919273] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.919479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.919636] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.919861] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.920120] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.920334] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e32f5582-20e7-4b0f-9a7e-df7f5d523ce3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.089181] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84590fed-eb36-4332-922c-e3138357d33e in Status: SUCCESS [ 914.089181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.089181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.089181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.089181] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.089181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.089181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.089181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.089181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.089181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.089676] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.591948] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-84590fed-eb36-4332-922c-e3138357d33e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.592118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.592172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.592362] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.592548] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.592650] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.592719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.592860] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.592948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.593048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.593192] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-84590fed-eb36-4332-922c-e3138357d33e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.593283] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.593342] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.593527] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.593649] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.593754] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.593823] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.593959] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.594045] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.594124] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.594233] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.747543] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af658585-02ca-48b6-94c6-72bcdc0051fd in Status: SUCCESS [ 914.747668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.099185] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84590fed-eb36-4332-922c-e3138357d33e: rpc.has_security_group_logging(os_id): False [ 915.119240] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.119240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.119240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.119240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.119240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.119240] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.119240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.119240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.119240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.119240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.119240] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.119240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.119240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.119240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.119240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.119699] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.119699] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.119699] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.119699] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.119699] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.119699] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84590fed-eb36-4332-922c-e3138357d33e is going to be updated. [ 915.174961] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.174961] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.174961] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.174961] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.174961] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.184419] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84590fed-eb36-4332-922c-e3138357d33e in Status: IN_PROGRESS for 2s [ 915.281668] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: SUCCESS [ 915.281668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.325671] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: SUCCESS [ 915.325891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.326087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.326312] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.326666] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.326918] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.327064] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.327267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.327376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.327499] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.831550] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.126398] env[70213]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 916.126398] env[70213]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] NSXv3 Agent Agent loop - iteration:1 started [ 916.333892] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.836892] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.837081] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.837132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.837355] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.837467] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.837551] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1d2214-3d43-4997-90b3-5c48df171063 is going to be updated. [ 916.864035] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.864200] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.864285] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.864494] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.864641] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.873551] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: IN_PROGRESS for 2s [ 917.210429] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84590fed-eb36-4332-922c-e3138357d33e in Status: SUCCESS [ 917.211746] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.364714] env[70213]: INFO networking_nsxv3.common.synchronization [None req-b6dd074f-403f-4f81-b365-2c60a60a7fb1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Enqueued Resource ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 with Priority: HIGHEST for action security_group_rules [ 917.365299] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 with Priority: HIGHEST for action security_group_rules [ 917.365560] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.365681] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.365778] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.365992] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.366685] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8fe1000-8803-478f-a8bf-f3d14cf7a9c6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.550470] env[70213]: INFO networking_nsxv3.common.synchronization [None req-883f4e24-e606-4295-9002-8f4550842063 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Enqueued Resource ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 with Priority: HIGHEST for action security_group_rules [ 917.550470] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 with Priority: HIGHEST for action security_group_rules [ 917.552768] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.552768] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.889318] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.889466] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.889538] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.889752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.889842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.889937] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 already deleted. [ 917.890042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.890246] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.890330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.891916] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8fe1000-8803-478f-a8bf-f3d14cf7a9c6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.419819] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.420204] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.420204] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.420345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.420436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.420546] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 already deleted. [ 918.420632] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.883554] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: SUCCESS [ 918.883883] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.884176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.884483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.884793] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.885161] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.885503] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.885664] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.885797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.885940] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.886687] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.230196] env[70213]: INFO networking_nsxv3.common.synchronization [None req-260166e0-6ccb-4815-9af7-74cbcc0b61e9 None None] Enqueued Resource ID: ddb1588b-f3c4-4dfc-995a-50a8166771db with Priority: HIGHEST for action port [ 919.230196] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddb1588b-f3c4-4dfc-995a-50a8166771db with Priority: HIGHEST for action port [ 919.230196] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddb1588b-f3c4-4dfc-995a-50a8166771db taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.230196] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddb1588b-f3c4-4dfc-995a-50a8166771db" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.230196] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddb1588b-f3c4-4dfc-995a-50a8166771db" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.230196] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddb1588b-f3c4-4dfc-995a-50a8166771db" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.230196] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddb1588b-f3c4-4dfc-995a-50a8166771db',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.391392] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.391392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.391392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.391392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.391392] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.391392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.391392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.391392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.391392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.391392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.391392] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.391392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.391392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.391392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.391392] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.391392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.392036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.392036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.392036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.392036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.392036] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.434839] env[70213]: INFO networking_nsxv3.common.synchronization [req-0045af14-5711-499d-9732-bd4928b2d0bd req-140fab32-1f47-48fc-b782-3bb3e0da8990 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Enqueued Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 919.434839] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 919.434839] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.434839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.435779] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.438429] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.438429] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.438429] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.438429] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.438429] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.438429] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.438429] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.593772] env[70213]: INFO networking_nsxv3.common.synchronization [req-0045af14-5711-499d-9732-bd4928b2d0bd req-e7f05446-ea73-4101-aff1-60129c819436 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Enqueued Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 919.594340] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 919.594599] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.594703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.732267] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddb1588b-f3c4-4dfc-995a-50a8166771db [ 919.732548] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.732685] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.732751] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.732968] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.733076] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.733172] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddb1588b-f3c4-4dfc-995a-50a8166771db already deleted. [ 919.733270] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddb1588b-f3c4-4dfc-995a-50a8166771db" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.767961] env[70213]: INFO networking_nsxv3.common.synchronization [req-0045af14-5711-499d-9732-bd4928b2d0bd req-1e7bccc4-628e-4c7d-84a0-cfbfaf1df268 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Enqueued Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 919.768620] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 919.769113] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.769987] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.898396] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc1d2214-3d43-4997-90b3-5c48df171063: rpc.has_security_group_logging(os_id): False [ 919.917307] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.917590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.917702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.918036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.918236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.918796] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.919122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.919122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.919938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.920096] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.920391] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.920588] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.922084] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.922223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.922336] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.922666] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.922666] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.922738] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.922933] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.923256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.923379] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc1d2214-3d43-4997-90b3-5c48df171063 is going to be updated. [ 919.943834] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.980261] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.980414] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.980488] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.980752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.980903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.998053] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: IN_PROGRESS for 2s [ 920.446440] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.950908] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.951718] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.951718] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.951718] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.951718] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.951718] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 is going to be updated. [ 920.989666] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.989666] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.989666] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.989666] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.989666] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.997449] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: IN_PROGRESS for 2s [ 921.387083] env[70213]: INFO networking_nsxv3.common.synchronization [req-39632413-b9d5-4c62-a8df-6125d1dbeb1b req-2b813a99-0a26-4527-adb6-89af9d3199c7 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Enqueued Resource ID: 238e1393-bfc6-4633-b63b-ace2deabbb51 with Priority: HIGHEST for action security_group_members [ 921.387662] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 238e1393-bfc6-4633-b63b-ace2deabbb51 with Priority: HIGHEST for action security_group_members [ 921.391149] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-238e1393-bfc6-4633-b63b-ace2deabbb51 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.391149] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.391149] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.391149] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.391149] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.391149] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.391149] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.391149] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.391149] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.391149] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('238e1393-bfc6-4633-b63b-ace2deabbb51',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.634880] env[70213]: INFO networking_nsxv3.common.synchronization [None req-3e87e958-759c-461e-949d-2af542406a74 None None] Enqueued Resource ID: cb5ac534-6bb7-4a14-be45-661ac4fa2b27 with Priority: HIGHEST for action port [ 921.635167] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5ac534-6bb7-4a14-be45-661ac4fa2b27 with Priority: HIGHEST for action port [ 921.635728] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb5ac534-6bb7-4a14-be45-661ac4fa2b27 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.635849] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb5ac534-6bb7-4a14-be45-661ac4fa2b27" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.635917] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb5ac534-6bb7-4a14-be45-661ac4fa2b27" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.636248] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb5ac534-6bb7-4a14-be45-661ac4fa2b27" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.636335] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb5ac534-6bb7-4a14-be45-661ac4fa2b27',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.893531] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.893715] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.893877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.894997] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.894997] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.894997] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.894997] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.894997] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.894997] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.894997] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.894997] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 238e1393-bfc6-4633-b63b-ace2deabbb51 is going to be updated. [ 921.925027] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.925027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.925027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.925027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.925027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.931175] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 238e1393-bfc6-4633-b63b-ace2deabbb51 in Status: IN_PROGRESS for 2s [ 922.013620] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: SUCCESS [ 922.014027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.055096] env[70213]: INFO networking_nsxv3.common.synchronization [None req-21ba3156-ab9f-4548-aafb-5a6fb61db08a tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Enqueued Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_rules [ 922.055096] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_rules [ 922.055096] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7843676-b961-4823-afef-e2b1c088ad8b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.055096] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.055096] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.055096] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.055096] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.142127] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb5ac534-6bb7-4a14-be45-661ac4fa2b27 [ 922.142127] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.142127] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.142127] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.142127] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.142127] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.142127] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb5ac534-6bb7-4a14-be45-661ac4fa2b27 already deleted. [ 922.142127] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb5ac534-6bb7-4a14-be45-661ac4fa2b27" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.151694] env[70213]: INFO networking_nsxv3.common.synchronization [None req-ef949aea-9408-4716-879d-379b74ab068e tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Enqueued Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_rules [ 922.153413] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_rules [ 922.153413] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7843676-b961-4823-afef-e2b1c088ad8b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.153413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.575441] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.575596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.575667] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.575882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.575972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.576078] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7843676-b961-4823-afef-e2b1c088ad8b already deleted. [ 922.576200] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.576363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.576592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.576692] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.008996] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: SUCCESS [ 923.009263] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.009443] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.009660] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.009857] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.009989] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.010098] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.010297] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.010419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.010569] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.095941] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.096159] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.096262] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.096448] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.096535] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.096627] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7843676-b961-4823-afef-e2b1c088ad8b already deleted. [ 923.098017] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.513144] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.513357] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.513425] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.513615] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.513738] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.513924] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.514090] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.514137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.514314] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.514393] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.514510] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 is going to be updated. [ 923.540307] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.540454] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.540454] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.541430] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.541430] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.548606] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: IN_PROGRESS for 2s [ 923.940839] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 238e1393-bfc6-4633-b63b-ace2deabbb51 in Status: SUCCESS [ 923.941314] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 238e1393-bfc6-4633-b63b-ace2deabbb51 deletion is rescheduled due to dependency. [ 923.941314] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.431059] env[70213]: INFO networking_nsxv3.common.synchronization [req-0128b2dc-5412-44f0-9124-ed48397e566f req-f08905ac-78f6-4474-8a17-694ae474c46e tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Enqueued Resource ID: 1f806651-3f75-4995-a244-aaf71cab2fc3 with Priority: HIGHEST for action security_group_members [ 924.433657] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f806651-3f75-4995-a244-aaf71cab2fc3 with Priority: HIGHEST for action security_group_members [ 924.434053] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f806651-3f75-4995-a244-aaf71cab2fc3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.434196] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.434316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.434607] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.434784] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.434936] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.434977] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.435140] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.435238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.435334] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f806651-3f75-4995-a244-aaf71cab2fc3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.942070] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.942266] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.942356] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.942619] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.942773] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.942923] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.943087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.943087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.943273] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.943390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.943517] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f806651-3f75-4995-a244-aaf71cab2fc3 already deleted. [ 924.943857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.071914] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.072158] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.072158] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.072732] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.072732] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.131845] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.132059] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-105" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.132206] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-105" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.132561] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-105" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.132850] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.133025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.133167] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.133416] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.133652] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.133847] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.133989] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.134138] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.134271] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.134489] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.134536] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.134668] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.152451] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.152662] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 925.152813] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.153028] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-105" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.153399] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-c8748981-b953-4978-a031-a4aca3add6a6 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.153560] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-c8748981-b953-4978-a031-a4aca3add6a6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.153715] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-c8748981-b953-4978-a031-a4aca3add6a6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.154068] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-c8748981-b953-4978-a031-a4aca3add6a6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.154218] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8748981-b953-4978-a031-a4aca3add6a6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.558258] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: SUCCESS [ 925.558523] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 deletion is rescheduled due to dependency. [ 925.558650] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.558885] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.559147] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.559427] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.559534] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.559606] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.559807] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.559935] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.560072] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.575071] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.657576] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.657576] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.657576] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.657830] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.657983] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.658231] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port c8748981-b953-4978-a031-a4aca3add6a6 not found, creating... [ 925.658442] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.658612] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.658732] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.658952] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.659102] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.659402] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.659556] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.659672] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.659878] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.660244] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.660431] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: c8748981-b953-4978-a031-a4aca3add6a6 is going to be created. [ 925.680987] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.681256] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.681445] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.681714] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.681944] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.682190] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-c8748981-b953-4978-a031-a4aca3add6a6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.065989] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.066207] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.066291] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.066510] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.066597] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.066794] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.066882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.066945] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.067103] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.067176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.067264] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 is going to be updated. [ 926.077068] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.099167] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.099366] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.099442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.099653] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.099857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.110097] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: IN_PROGRESS for 2s [ 926.519109] env[70213]: INFO networking_nsxv3.common.synchronization [req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 req-6bf37331-6a88-4652-bb86-4fa6686d1440 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Enqueued Resource ID: af658585-02ca-48b6-94c6-72bcdc0051fd with Priority: HIGHEST for action security_group_members [ 926.520144] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af658585-02ca-48b6-94c6-72bcdc0051fd with Priority: HIGHEST for action security_group_members [ 926.520580] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-af658585-02ca-48b6-94c6-72bcdc0051fd taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.520678] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.520740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.521074] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.521239] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.521483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.521551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.521866] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.522023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.522170] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af658585-02ca-48b6-94c6-72bcdc0051fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.579672] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 926.579951] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 926.622991] env[70213]: INFO networking_nsxv3.common.synchronization [req-0128b2dc-5412-44f0-9124-ed48397e566f req-88db6333-cd1f-4e3e-a9d3-c189dd8d9679 service nova] Enqueued Resource ID: 1f806651-3f75-4995-a244-aaf71cab2fc3 with Priority: HIGHEST for action security_group_rules [ 926.622991] env[70213]: INFO networking_nsxv3.common.synchronization [req-0128b2dc-5412-44f0-9124-ed48397e566f req-88db6333-cd1f-4e3e-a9d3-c189dd8d9679 service nova] Enqueued Resource ID: 1f806651-3f75-4995-a244-aaf71cab2fc3 with Priority: HIGHEST for action security_group_members [ 926.622991] env[70213]: INFO networking_nsxv3.common.synchronization [req-0128b2dc-5412-44f0-9124-ed48397e566f req-88db6333-cd1f-4e3e-a9d3-c189dd8d9679 service nova] Enqueued Resource ID: c8748981-b953-4978-a031-a4aca3add6a6 with Priority: HIGHEST for action port [ 926.622991] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f806651-3f75-4995-a244-aaf71cab2fc3 with Priority: HIGHEST for action security_group_rules [ 926.622991] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f806651-3f75-4995-a244-aaf71cab2fc3 with Priority: HIGHEST for action security_group_members [ 926.622991] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8748981-b953-4978-a031-a4aca3add6a6 with Priority: HIGHEST for action port [ 926.623702] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f806651-3f75-4995-a244-aaf71cab2fc3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.624998] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.628016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.628016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.628016] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f806651-3f75-4995-a244-aaf71cab2fc3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.628016] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f806651-3f75-4995-a244-aaf71cab2fc3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.628016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.628016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.628016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.628016] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.628016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.628016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.628016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.628016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.628016] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f806651-3f75-4995-a244-aaf71cab2fc3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.629130] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8748981-b953-4978-a031-a4aca3add6a6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.629130] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8748981-b953-4978-a031-a4aca3add6a6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.629291] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8748981-b953-4978-a031-a4aca3add6a6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.629561] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8748981-b953-4978-a031-a4aca3add6a6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.629663] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8748981-b953-4978-a031-a4aca3add6a6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.837464] env[70213]: INFO networking_nsxv3.common.synchronization [req-a83ba0ec-5877-4d1b-8694-4559ed802106 req-1fcd3936-aab4-4df0-94d2-f648529fcec0 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Enqueued Resource ID: b5da006e-02d7-47d7-a422-a7a1b2ae7e25 with Priority: HIGHEST for action security_group_members [ 926.838012] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5da006e-02d7-47d7-a422-a7a1b2ae7e25 with Priority: HIGHEST for action security_group_members [ 926.838883] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.838883] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.838883] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.839053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.839317] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.839317] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.839565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.839565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.839565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.839679] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5da006e-02d7-47d7-a422-a7a1b2ae7e25',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.026323] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af658585-02ca-48b6-94c6-72bcdc0051fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.130998] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f806651-3f75-4995-a244-aaf71cab2fc3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.132151] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f806651-3f75-4995-a244-aaf71cab2fc3 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.132274] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.132433] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8748981-b953-4978-a031-a4aca3add6a6 with status ACTIVE [ 927.132597] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.132703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.132770] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.132979] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.133087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.133258] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.133376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.133415] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.133559] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.133637] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.133815] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.133922] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.133960] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.134763] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.138054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.138054] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8748981-b953-4978-a031-a4aca3add6a6 is going to be updated. [ 927.154518] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.154679] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.154891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.155114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.155114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.155247] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8748981-b953-4978-a031-a4aca3add6a6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.192440] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.193114] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-143" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.193114] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-143" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.193685] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-143" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.194133] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.194441] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.194671] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.195058] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.195335] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.196345] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 927.196345] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.196345] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.196345] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.196699] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 927.196955] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.197264] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.222868] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.223175] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 927.223375] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.223613] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-143" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.224074] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-4c3387a2-d257-4a34-ace2-15b56facff17 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.224360] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-4c3387a2-d257-4a34-ace2-15b56facff17" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.224570] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-4c3387a2-d257-4a34-ace2-15b56facff17" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.225258] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-4c3387a2-d257-4a34-ace2-15b56facff17" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.225511] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c3387a2-d257-4a34-ace2-15b56facff17',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.342071] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.342249] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.342829] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.342829] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.342953] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.343201] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.343347] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.343421] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.343592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.343698] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.343809] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5da006e-02d7-47d7-a422-a7a1b2ae7e25 already deleted. [ 927.343892] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.528980] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af658585-02ca-48b6-94c6-72bcdc0051fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.633229] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.633229] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.633229] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.633229] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.647970] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 927.648957] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.650322] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 927.651575] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f806651-3f75-4995-a244-aaf71cab2fc3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.681673] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.681905] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.681986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.682244] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.687036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.687996] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 927.687996] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 927.687996] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 927.735655] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.736851] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.736851] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.736953] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.737490] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.737490] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 4c3387a2-d257-4a34-ace2-15b56facff17 not found, creating... [ 927.737696] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.737949] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.738139] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.738400] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.738573] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.738904] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.739107] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.739252] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.739623] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.739831] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.740028] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 4c3387a2-d257-4a34-ace2-15b56facff17 is going to be created. [ 927.753924] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.754118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.754191] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.754400] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.755493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.755660] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 927.806318] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.806318] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.806318] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.806559] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.806777] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.807051] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-4c3387a2-d257-4a34-ace2-15b56facff17" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.885200] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.885321] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.885357] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.885570] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.885763] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.885951] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 927.993909] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.994093] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.994167] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.994404] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.994644] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.994859] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:29. [ 927.994956] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'21032012-75fd-4351-8a4f-f49e6948ddb5', '611b080d-9655-41ab-a6ad-3da7d87fc4f6', 'e41fa252-616f-40bc-831a-890ef59e618c', '789b1f08-a5eb-423c-a7ca-71b71e1c0f8d', 'dde5bd47-7458-4391-b324-1c63276451e0', '12a148d5-e5f6-4887-985e-08c17408688a', '238e1393-bfc6-4633-b63b-ace2deabbb51', 'fc1d2214-3d43-4997-90b3-5c48df171063', '7eee82c9-b502-446a-a077-cecdbf4c3e55', '0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42', '7c350126-6451-4334-b04f-5080243aa5a9', '84590fed-eb36-4332-922c-e3138357d33e', 'd582fe16-e615-46b3-8c0e-c859261a4a16', '8b8d1845-4ced-4cfb-9192-05de5a86d8d2', '25642d4e-ef47-4afe-bd3d-77218bc139c7', '5f79de95-85c3-4a07-bdab-5c03613e99c9', '9241e58b-e123-4f4c-a02b-708cf0da710b', '11c5b35f-8646-4168-88f4-0ed10e5416c8', '885bec36-b314-4147-b91b-b4fb507b0ad4', '96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2', 'd7b9351d-ecc3-4eb4-aed9-fcf7243a6b02', '54854d94-eedd-4d8b-a31c-c2245c63d9a3', '2f99763c-6b1c-4c89-b72c-4255c3b90438', '49e0f25f-a392-46ca-91cd-d4d4711dd848', 'db274a14-6ca0-4b52-90f7-3cb52569da81', '24544c49-8605-4d5c-8f3b-14ae255c05d0', 'af658585-02ca-48b6-94c6-72bcdc0051fd', '50259fd7-f059-4883-8955-691a642e459f', '57156c34-df29-46b4-b2fb-ef68c49e8db0'} {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 927.995055] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 928.031872] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.032024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.032106] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.032311] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.032412] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.032520] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af658585-02ca-48b6-94c6-72bcdc0051fd is going to be updated. [ 928.051483] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.051615] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.051664] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.051866] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.051955] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.052078] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 928.052153] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 928.052465] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 928.061526] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.061526] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.061526] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.061526] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.061526] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.070404] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af658585-02ca-48b6-94c6-72bcdc0051fd in Status: IN_PROGRESS for 2s [ 928.113351] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.113351] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.113351] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.113351] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.113351] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.113351] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 928.113351] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 928.113351] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 928.114011] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 928.114193] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/29 resources of Type:Security Group Rules [ 928.114409] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 with Priority: HIGH for action security_group_rules [ 928.114609] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 with Priority: HIGH for action security_group_rules [ 928.114763] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e41fa252-616f-40bc-831a-890ef59e618c with Priority: HIGH for action security_group_rules [ 928.114911] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d with Priority: HIGH for action security_group_rules [ 928.115083] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dde5bd47-7458-4391-b324-1c63276451e0 with Priority: HIGH for action security_group_rules [ 928.115251] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12a148d5-e5f6-4887-985e-08c17408688a with Priority: HIGH for action security_group_rules [ 928.115412] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 238e1393-bfc6-4633-b63b-ace2deabbb51 with Priority: HIGH for action security_group_rules [ 928.115582] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGH for action security_group_rules [ 928.115745] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 with Priority: HIGH for action security_group_rules [ 928.115889] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 with Priority: HIGH for action security_group_rules [ 928.116035] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGH for action security_group_rules [ 928.116185] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84590fed-eb36-4332-922c-e3138357d33e with Priority: HIGH for action security_group_rules [ 928.116352] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d582fe16-e615-46b3-8c0e-c859261a4a16 with Priority: HIGH for action security_group_rules [ 928.116571] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGH for action security_group_rules [ 928.116755] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25642d4e-ef47-4afe-bd3d-77218bc139c7 with Priority: HIGH for action security_group_rules [ 928.116908] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGH for action security_group_rules [ 928.117070] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9241e58b-e123-4f4c-a02b-708cf0da710b with Priority: HIGH for action security_group_rules [ 928.117224] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 with Priority: HIGH for action security_group_rules [ 928.117378] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 with Priority: HIGH for action security_group_rules [ 928.117551] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 with Priority: HIGH for action security_group_rules [ 928.117746] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.126712] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: SUCCESS [ 928.126712] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 deletion is rescheduled due to dependency. [ 928.126712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.154367] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.157375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.157375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.157375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.157375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.157375] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f806651-3f75-4995-a244-aaf71cab2fc3 is going to be created. [ 928.197123] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.197123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.197123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.197123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.197123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.206408] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f806651-3f75-4995-a244-aaf71cab2fc3 in Status: UNINITIALIZED for 2s [ 928.496173] env[70213]: INFO networking_nsxv3.common.synchronization [req-a83ba0ec-5877-4d1b-8694-4559ed802106 req-5a5ee1a7-eacd-49cc-8f9c-ce7ae4f5056a service nova] Enqueued Resource ID: b5da006e-02d7-47d7-a422-a7a1b2ae7e25 with Priority: HIGHEST for action security_group_rules [ 928.496173] env[70213]: INFO networking_nsxv3.common.synchronization [req-a83ba0ec-5877-4d1b-8694-4559ed802106 req-5a5ee1a7-eacd-49cc-8f9c-ce7ae4f5056a service nova] Enqueued Resource ID: b5da006e-02d7-47d7-a422-a7a1b2ae7e25 with Priority: HIGHEST for action security_group_members [ 928.496173] env[70213]: INFO networking_nsxv3.common.synchronization [req-a83ba0ec-5877-4d1b-8694-4559ed802106 req-5a5ee1a7-eacd-49cc-8f9c-ce7ae4f5056a service nova] Enqueued Resource ID: 4c3387a2-d257-4a34-ace2-15b56facff17 with Priority: HIGHEST for action port [ 928.496173] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5da006e-02d7-47d7-a422-a7a1b2ae7e25 with Priority: HIGHEST for action security_group_rules [ 928.496173] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5da006e-02d7-47d7-a422-a7a1b2ae7e25 with Priority: HIGHEST for action security_group_members [ 928.496173] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3387a2-d257-4a34-ace2-15b56facff17 with Priority: HIGHEST for action port [ 928.498036] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 with Priority: HIGH for action security_group_rules [ 928.498036] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41fa252-616f-40bc-831a-890ef59e618c with Priority: HIGH for action security_group_rules [ 928.498253] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 238e1393-bfc6-4633-b63b-ace2deabbb51 with Priority: HIGH for action security_group_rules [ 928.498421] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25642d4e-ef47-4afe-bd3d-77218bc139c7 with Priority: HIGH for action security_group_rules [ 928.498610] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 with Priority: HIGH for action security_group_rules [ 928.498871] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 with Priority: HIGH for action security_group_rules [ 928.499643] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 with Priority: HIGH for action security_group_rules [ 928.499890] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9241e58b-e123-4f4c-a02b-708cf0da710b with Priority: HIGH for action security_group_rules [ 928.500100] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGH for action security_group_rules [ 928.500753] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGH for action security_group_rules [ 928.500949] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d582fe16-e615-46b3-8c0e-c859261a4a16 with Priority: HIGH for action security_group_rules [ 928.501157] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84590fed-eb36-4332-922c-e3138357d33e with Priority: HIGH for action security_group_rules [ 928.501406] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c350126-6451-4334-b04f-5080243aa5a9 with Priority: HIGH for action security_group_rules [ 928.501579] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 with Priority: HIGH for action security_group_rules [ 928.501786] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 with Priority: HIGH for action security_group_rules [ 928.501951] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a148d5-e5f6-4887-985e-08c17408688a with Priority: HIGH for action security_group_rules [ 928.502327] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGH for action security_group_rules [ 928.502327] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde5bd47-7458-4391-b324-1c63276451e0 with Priority: HIGH for action security_group_rules [ 928.502475] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 with Priority: HIGH for action security_group_rules [ 928.502628] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d with Priority: HIGH for action security_group_rules [ 928.503405] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5da006e-02d7-47d7-a422-a7a1b2ae7e25 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.503613] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.503727] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.504067] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.504226] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5da006e-02d7-47d7-a422-a7a1b2ae7e25',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.506547] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.506749] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.506900] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.507203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.507465] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.507703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.507864] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.508131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.508272] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.508408] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5da006e-02d7-47d7-a422-a7a1b2ae7e25',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.509450] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c3387a2-d257-4a34-ace2-15b56facff17 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.509640] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c3387a2-d257-4a34-ace2-15b56facff17" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.509806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c3387a2-d257-4a34-ace2-15b56facff17" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.510136] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c3387a2-d257-4a34-ace2-15b56facff17" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.510297] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c3387a2-d257-4a34-ace2-15b56facff17',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.511175] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21032012-75fd-4351-8a4f-f49e6948ddb5 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.511358] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.511845] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.511845] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.511845] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21032012-75fd-4351-8a4f-f49e6948ddb5',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.513862] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e41fa252-616f-40bc-831a-890ef59e618c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.517583] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.517712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.517867] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.517951] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e41fa252-616f-40bc-831a-890ef59e618c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.519335] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-238e1393-bfc6-4633-b63b-ace2deabbb51 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.519457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.519491] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.519637] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.519714] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('238e1393-bfc6-4633-b63b-ace2deabbb51',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.520711] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25642d4e-ef47-4afe-bd3d-77218bc139c7 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.520810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.520883] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.521062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.521133] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25642d4e-ef47-4afe-bd3d-77218bc139c7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.522099] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.522207] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.522279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.522450] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.522528] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.523402] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-885bec36-b314-4147-b91b-b4fb507b0ad4 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.523525] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.523561] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.523748] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.523824] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('885bec36-b314-4147-b91b-b4fb507b0ad4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.524884] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11c5b35f-8646-4168-88f4-0ed10e5416c8 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.524884] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.525029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.525107] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.525191] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.525978] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9241e58b-e123-4f4c-a02b-708cf0da710b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.526114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.526179] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.526322] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.526394] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.526673] env[70213]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 928.527360] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.527476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.527527] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.527659] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.527757] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.530701] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f79de95-85c3-4a07-bdab-5c03613e99c9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.530701] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.530847] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.531082] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.531082] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f79de95-85c3-4a07-bdab-5c03613e99c9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.532038] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d582fe16-e615-46b3-8c0e-c859261a4a16 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.532038] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.532172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.532204] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.532285] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d582fe16-e615-46b3-8c0e-c859261a4a16',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.533181] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84590fed-eb36-4332-922c-e3138357d33e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.533242] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.533328] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.533458] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.534042] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.534961] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c350126-6451-4334-b04f-5080243aa5a9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.535089] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.535205] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.535282] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.535351] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c350126-6451-4334-b04f-5080243aa5a9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.536165] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.536259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.536323] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.536472] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.536544] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.538237] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eee82c9-b502-446a-a077-cecdbf4c3e55 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.538237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.538237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.538237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.538237] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eee82c9-b502-446a-a077-cecdbf4c3e55',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.538844] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12a148d5-e5f6-4887-985e-08c17408688a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.538953] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.541037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.541037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.541037] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12a148d5-e5f6-4887-985e-08c17408688a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.541037] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.541037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.541037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.541037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.541037] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.541879] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dde5bd47-7458-4391-b324-1c63276451e0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.541970] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.542044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.542186] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.542255] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dde5bd47-7458-4391-b324-1c63276451e0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.542509] env[70213]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 928.543182] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.543279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.543342] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.543606] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.543674] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('611b080d-9655-41ab-a6ad-3da7d87fc4f6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.544608] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.544706] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.544772] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.544917] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.544998] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('789b1f08-a5eb-423c-a7ca-71b71e1c0f8d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.047903] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5da006e-02d7-47d7-a422-a7a1b2ae7e25',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.050245] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.050479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.050528] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c3387a2-d257-4a34-ace2-15b56facff17 with status ACTIVE [ 929.051015] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.051015] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.051015] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.051233] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.051380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.052293] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.052293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.052293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.052293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.052293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.053264] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.053264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.053264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.053264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.053264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.053264] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c3387a2-d257-4a34-ace2-15b56facff17 is going to be updated. [ 929.075337] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.075484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.075553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.075769] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.075907] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.076097] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c3387a2-d257-4a34-ace2-15b56facff17" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.087280] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-611b080d-9655-41ab-a6ad-3da7d87fc4f6 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.087280] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.087280] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.087280] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.087280] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.087280] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.087280] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.087696] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.087696] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.087696] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.087696] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('611b080d-9655-41ab-a6ad-3da7d87fc4f6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.094067] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-21032012-75fd-4351-8a4f-f49e6948ddb5 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.094067] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.094067] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.094067] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.094067] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.094067] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.094067] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.094067] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.094067] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.094067] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.094067] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21032012-75fd-4351-8a4f-f49e6948ddb5',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.097427] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.097687] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.097687] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.097937] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.104976] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d582fe16-e615-46b3-8c0e-c859261a4a16 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.105160] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.105224] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.105476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.105701] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.106111] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.106111] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.106209] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.106275] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.106360] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.106452] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d582fe16-e615-46b3-8c0e-c859261a4a16',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.109312] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.109490] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.109737] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.109845] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.110084] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.110220] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.110313] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.110541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.110627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.110773] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.110878] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.112034] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c5b35f-8646-4168-88f4-0ed10e5416c8 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.112199] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.112298] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.112532] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.112720] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.112822] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.112886] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.113117] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.113440] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.113440] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.113440] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.117510] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-84590fed-eb36-4332-922c-e3138357d33e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.117709] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.117813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.118321] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.118321] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.118427] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.118524] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.118734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.119500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.119500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.119500] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.120194] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9241e58b-e123-4f4c-a02b-708cf0da710b taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.120300] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.120369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.120545] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.120665] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.120760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.120822] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.120973] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.121415] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.121592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.121722] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.123067] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f79de95-85c3-4a07-bdab-5c03613e99c9 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.123244] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.123353] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.123581] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.123818] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.123954] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.124062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.124270] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.124393] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.124762] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.124893] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f79de95-85c3-4a07-bdab-5c03613e99c9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.126125] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eee82c9-b502-446a-a077-cecdbf4c3e55 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.126125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.126263] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.126555] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.126555] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.126656] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.126684] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.127117] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.127325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.127397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.127974] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7eee82c9-b502-446a-a077-cecdbf4c3e55',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.136514] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.136682] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.144981] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9241e58b-e123-4f4c-a02b-708cf0da710b taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.145206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.145292] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.145517] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.145706] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.145825] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.145899] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.146084] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.146174] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.146290] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.146467] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9241e58b-e123-4f4c-a02b-708cf0da710b taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.146573] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.146640] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.146796] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.146947] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.147071] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.147139] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.147359] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.147411] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.147463] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.147556] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.208261] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.208477] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.209290] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.209449] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.210963] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.210963] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.210963] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.210963] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.211667] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.211769] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.212608] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.212973] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.216134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.216275] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 789b1f08-a5eb-423c-a7ca-71b71e1c0f8d is going to be deleted. [ 929.217354] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.217907] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.219222] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.219368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.220079] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.220171] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.221289] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.221409] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.269464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.269687] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dde5bd47-7458-4391-b324-1c63276451e0 is going to be deleted. [ 929.270731] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.270965] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.326725] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.326888] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25642d4e-ef47-4afe-bd3d-77218bc139c7 is going to be deleted. [ 929.328216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.328216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.368014] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.368204] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 885bec36-b314-4147-b91b-b4fb507b0ad4 is going to be deleted. [ 929.369285] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.369935] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.387709] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.387902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.406698] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.406837] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42 is going to be deleted. [ 929.407746] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.407956] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.409699] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.409821] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.419694] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.419694] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.427650] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.427837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.429946] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.430163] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c350126-6451-4334-b04f-5080243aa5a9 is going to be deleted. [ 929.431024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.431245] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.454086] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.454300] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12a148d5-e5f6-4887-985e-08c17408688a is going to be deleted. [ 929.455071] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.455283] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.505957] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.506180] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.507602] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.507804] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.553497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.553622] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 is going to be deleted. [ 929.555247] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.555247] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.555678] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5da006e-02d7-47d7-a422-a7a1b2ae7e25',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.559342] env[70213]: INFO networking_nsxv3.common.synchronization [req-4de38420-11d4-441f-b371-a389919a75e9 req-d86fd5da-565a-4162-afcc-5b614c12c55f tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Enqueued Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_members [ 929.562795] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_members [ 929.562795] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-50259fd7-f059-4883-8955-691a642e459f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.562795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.562795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.562795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.562795] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.562795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.562795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.562795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.562795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.562795] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.595616] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('611b080d-9655-41ab-a6ad-3da7d87fc4f6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.601028] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-21032012-75fd-4351-8a4f-f49e6948ddb5 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.603256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.603256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.603256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.603256] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.603256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.603256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.603256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.603256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.603256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.603256] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-21032012-75fd-4351-8a4f-f49e6948ddb5 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.603256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.603256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.603256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.603256] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.603256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.603256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.603256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.603256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.604061] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.604061] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21032012-75fd-4351-8a4f-f49e6948ddb5',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.640021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c5b35f-8646-4168-88f4-0ed10e5416c8 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.640021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.640021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.640021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.640021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.640021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.640021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.640021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.640021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.640021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.640021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c5b35f-8646-4168-88f4-0ed10e5416c8 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.640455] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.640455] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.640455] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.640526] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.640633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.640717] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.640913] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.641161] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.641338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.641478] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.642609] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f79de95-85c3-4a07-bdab-5c03613e99c9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.643701] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.643839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.643925] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.644135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.644335] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.644469] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.644552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.644733] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.644834] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.644948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.645206] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.645332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.645423] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.645608] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.646490] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.646490] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.646566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.646862] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.646862] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.646862] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.647043] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.647681] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d582fe16-e615-46b3-8c0e-c859261a4a16',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.648719] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7eee82c9-b502-446a-a077-cecdbf4c3e55',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.649467] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-84590fed-eb36-4332-922c-e3138357d33e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.649574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.649645] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.649790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.649931] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.650188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.650275] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.650423] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.650506] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.650589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.650736] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-84590fed-eb36-4332-922c-e3138357d33e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.650826] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.653399] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.653399] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.653399] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.653399] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.653399] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.653399] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.653399] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.653399] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.653399] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.654340] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9241e58b-e123-4f4c-a02b-708cf0da710b: rpc.has_security_group_logging(os_id): False [ 929.696801] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.696966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.701495] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.701757] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e41fa252-616f-40bc-831a-890ef59e618c is going to be deleted. [ 929.702996] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.703687] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.778234] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.778396] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.800863] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.801159] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2 is going to be deleted. [ 929.802237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.802476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.863134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.863267] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 238e1393-bfc6-4633-b63b-ace2deabbb51 is going to be deleted. [ 929.864260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.864492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.864599] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.864703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-789b1f08-a5eb-423c-a7ca-71b71e1c0f8d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.864860] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.865023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.866330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.866330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dde5bd47-7458-4391-b324-1c63276451e0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.866330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.866330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.866330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.866630] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25642d4e-ef47-4afe-bd3d-77218bc139c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.866630] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.866729] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.866780] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.866946] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-885bec36-b314-4147-b91b-b4fb507b0ad4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.867193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.867344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.867445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.867522] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0112ecc4-38ca-4c1d-ad96-c3cc06dc5e42" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.867645] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.867777] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.867871] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.867976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c350126-6451-4334-b04f-5080243aa5a9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.868668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.868668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.876722] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.876920] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-53" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.877115] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-53" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.877404] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-53" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.877704] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.877914] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.878205] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.878450] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.878608] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.878829] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.878944] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.879071] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.879348] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.879519] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.879638] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.879776] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.881568] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.881695] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.898055] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.898288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.930914] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.931142] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 929.931320] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.931551] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-53" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.931940] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-b03b1240-f50d-491a-9b5b-7d2c4a58390d taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.932177] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-b03b1240-f50d-491a-9b5b-7d2c4a58390d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.932378] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-b03b1240-f50d-491a-9b5b-7d2c4a58390d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.932772] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-b03b1240-f50d-491a-9b5b-7d2c4a58390d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.933053] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b03b1240-f50d-491a-9b5b-7d2c4a58390d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.937772] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.938139] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.938276] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.938371] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.938595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.938710] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.938953] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.939117] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.939117] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.939269] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.939269] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.939480] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.939571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.939623] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.939757] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.939858] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.939974] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9241e58b-e123-4f4c-a02b-708cf0da710b is going to be updated. [ 929.941259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.941453] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.941555] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.941657] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12a148d5-e5f6-4887-985e-08c17408688a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.941818] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.941996] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.942116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.942154] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.942310] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.942470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.942562] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.942656] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e41fa252-616f-40bc-831a-890ef59e618c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.997758] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.997950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.997988] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.998203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.998296] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.998418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96cb0dcf-6d8d-45b7-a1c2-3d50e31054a2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.004202] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.004382] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.004444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.004592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.004680] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.004800] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-238e1393-bfc6-4633-b63b-ace2deabbb51" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.058670] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.059102] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.059102] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.059187] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.059258] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.059431] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5da006e-02d7-47d7-a422-a7a1b2ae7e25 is going to be created. [ 930.063446] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.063621] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.063664] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.063875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.066320] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.066444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.097999] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 611b080d-9655-41ab-a6ad-3da7d87fc4f6: rpc.has_security_group_logging(os_id): False [ 930.102983] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af658585-02ca-48b6-94c6-72bcdc0051fd in Status: SUCCESS [ 930.103236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.105705] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21032012-75fd-4351-8a4f-f49e6948ddb5: rpc.has_security_group_logging(os_id): False [ 930.115273] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.115576] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.115699] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.115787] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.116116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.116220] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.116304] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50259fd7-f059-4883-8955-691a642e459f is going to be updated. [ 930.117760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.117964] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.118127] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.141488] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.141681] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.141760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.141955] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.144135] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.144258] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.148972] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f79de95-85c3-4a07-bdab-5c03613e99c9: rpc.has_security_group_logging(os_id): False [ 930.150121] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc1d2214-3d43-4997-90b3-5c48df171063: rpc.has_security_group_logging(os_id): False [ 930.150966] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11c5b35f-8646-4168-88f4-0ed10e5416c8: rpc.has_security_group_logging(os_id): False [ 930.154713] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d582fe16-e615-46b3-8c0e-c859261a4a16: rpc.has_security_group_logging(os_id): False [ 930.155555] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7eee82c9-b502-446a-a077-cecdbf4c3e55: rpc.has_security_group_logging(os_id): False [ 930.156343] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84590fed-eb36-4332-922c-e3138357d33e: rpc.has_security_group_logging(os_id): False [ 930.162037] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.162209] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.162252] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.162481] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.162652] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.185548] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9241e58b-e123-4f4c-a02b-708cf0da710b in Status: IN_PROGRESS for 2s [ 930.186478] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.186664] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.194557] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.194768] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.198094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.198452] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.198610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.198695] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.198950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.199091] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.199453] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.199611] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.199705] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.199968] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.200109] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.200430] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.200587] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.200671] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.200837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.200915] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.201062] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 is going to be updated. [ 930.202635] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.202869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.204565] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.204655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.205429] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.205635] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.206239] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.206335] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.207320] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5da006e-02d7-47d7-a422-a7a1b2ae7e25 in Status: UNINITIALIZED for 2s [ 930.209106] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.209340] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.209445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.209642] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.209786] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.232476] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50259fd7-f059-4883-8955-691a642e459f in Status: IN_PROGRESS for 2s [ 930.233822] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f806651-3f75-4995-a244-aaf71cab2fc3 in Status: SUCCESS [ 930.234213] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.234576] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.235069] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.235236] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.235401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.235479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.235841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.235940] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.236208] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.236382] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f806651-3f75-4995-a244-aaf71cab2fc3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.268769] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.269211] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.269343] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.269442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.269757] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.269939] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.270087] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 is going to be updated. [ 930.272145] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.272372] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.303174] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.303378] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.314413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.315094] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.315094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.315094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.315402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.315539] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.315690] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d582fe16-e615-46b3-8c0e-c859261a4a16 is going to be updated. [ 930.317228] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.317550] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.344749] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.345189] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.345377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.345377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.345674] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.345854] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.345999] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 is going to be updated. [ 930.347639] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.347932] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.369150] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.369371] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.383325] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.383576] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.390771] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.391119] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.391218] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.391278] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.391549] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.391643] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.391742] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 is going to be updated. [ 930.393571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.393821] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.417374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.417746] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.418020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.418127] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.418438] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.418611] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.419045] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.419151] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.419213] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.419482] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.419742] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.419965] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.420151] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.420233] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.420438] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.420579] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.420750] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84590fed-eb36-4332-922c-e3138357d33e is going to be updated. [ 930.422159] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.422347] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.425102] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.425236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.426334] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.426470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.436281] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.436581] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.436750] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.437095] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.437276] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.437464] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port b03b1240-f50d-491a-9b5b-7d2c4a58390d not found, creating... [ 930.437793] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.437971] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.438137] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.438431] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.438566] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.438907] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.439099] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.439268] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.439528] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.439689] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.439865] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: b03b1240-f50d-491a-9b5b-7d2c4a58390d is going to be created. [ 930.488430] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.488617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.499391] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.499680] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.499821] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.499861] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.500087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.500170] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.500371] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.500469] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.500534] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.500697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.500823] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.501177] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.501295] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.501392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.501537] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.501614] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.501711] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 is going to be updated. [ 930.502766] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.502995] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.503807] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.504271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.504435] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.552403] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.552645] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.552777] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.553078] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.553312] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.553565] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-b03b1240-f50d-491a-9b5b-7d2c4a58390d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.564672] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.564983] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.565144] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.565216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.566033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.566033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.566033] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.566033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.566033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.566033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.566350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.566350] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.566350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.566452] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.566543] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.566668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.566777] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc1d2214-3d43-4997-90b3-5c48df171063 is going to be updated. [ 930.567957] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.568135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.568282] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.569731] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.569731] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.569731] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.570509] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.570659] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.570779] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.571602] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.571748] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.571868] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.574128] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 in Status: IN_PROGRESS for 2s [ 930.640921] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 in Status: IN_PROGRESS for 2s [ 930.641771] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 in Status: IN_PROGRESS for 2s [ 930.644790] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 in Status: IN_PROGRESS for 2s [ 930.647420] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d582fe16-e615-46b3-8c0e-c859261a4a16 in Status: IN_PROGRESS for 2s [ 930.659274] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.659487] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.659603] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.659875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.660074] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.683121] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84590fed-eb36-4332-922c-e3138357d33e in Status: IN_PROGRESS for 2s [ 930.740016] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f806651-3f75-4995-a244-aaf71cab2fc3 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.740251] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.740428] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.741369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.741546] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.741746] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.741794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.742010] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.742102] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.742182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.742342] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f806651-3f75-4995-a244-aaf71cab2fc3 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.742455] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.742522] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.742693] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.742839] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.742932] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.742993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.743170] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.743250] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.743332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.743561] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f806651-3f75-4995-a244-aaf71cab2fc3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.745728] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.745872] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.745963] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.746202] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.746380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.778537] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 in Status: IN_PROGRESS for 2s [ 930.779806] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 930.780379] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.780910] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.780987] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.781243] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.781460] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.807544] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: IN_PROGRESS for 2s [ 931.138104] env[70213]: INFO networking_nsxv3.common.synchronization [req-4de38420-11d4-441f-b371-a389919a75e9 req-0ab20999-078a-4f93-8420-25a1d2938823 service nova] Enqueued Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_rules [ 931.138104] env[70213]: INFO networking_nsxv3.common.synchronization [req-4de38420-11d4-441f-b371-a389919a75e9 req-0ab20999-078a-4f93-8420-25a1d2938823 service nova] Enqueued Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_members [ 931.138104] env[70213]: INFO networking_nsxv3.common.synchronization [req-4de38420-11d4-441f-b371-a389919a75e9 req-0ab20999-078a-4f93-8420-25a1d2938823 service nova] Enqueued Resource ID: b03b1240-f50d-491a-9b5b-7d2c4a58390d with Priority: HIGHEST for action port [ 931.138104] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_rules [ 931.138104] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_members [ 931.138104] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b03b1240-f50d-491a-9b5b-7d2c4a58390d with Priority: HIGHEST for action port [ 931.138946] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50259fd7-f059-4883-8955-691a642e459f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.139310] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.141639] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.141639] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.141639] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.141639] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-50259fd7-f059-4883-8955-691a642e459f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.141639] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.141999] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-b03b1240-f50d-491a-9b5b-7d2c4a58390d taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.141999] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b03b1240-f50d-491a-9b5b-7d2c4a58390d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.141999] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b03b1240-f50d-491a-9b5b-7d2c4a58390d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.142246] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b03b1240-f50d-491a-9b5b-7d2c4a58390d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.142246] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b03b1240-f50d-491a-9b5b-7d2c4a58390d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.248953] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f806651-3f75-4995-a244-aaf71cab2fc3: rpc.has_security_group_logging(os_id): False [ 931.290684] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.290982] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.291148] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.291549] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.291776] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.292100] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.292282] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.292408] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.292680] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.292836] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.293202] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.293390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.293519] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.293779] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.293915] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.294253] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.294431] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.294556] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.294806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.294948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.295116] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f806651-3f75-4995-a244-aaf71cab2fc3 is going to be created. [ 931.377981] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.378223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.378308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.378575] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.378790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.395036] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f806651-3f75-4995-a244-aaf71cab2fc3 in Status: IN_PROGRESS for 2s [ 931.597515] env[70213]: INFO networking_nsxv3.common.synchronization [req-712663fe-8101-4585-a58e-695b12ef4f11 req-d7624ec6-ccfb-4dd6-ac51-098da90b2d5f tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Enqueued Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGHEST for action security_group_members [ 931.598089] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGHEST for action security_group_members [ 931.598400] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f79de95-85c3-4a07-bdab-5c03613e99c9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.598533] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.598589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.598781] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.598968] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.599076] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.599144] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.599320] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.599404] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.599498] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f79de95-85c3-4a07-bdab-5c03613e99c9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.644337] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-50259fd7-f059-4883-8955-691a642e459f taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.644482] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.644654] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b03b1240-f50d-491a-9b5b-7d2c4a58390d with status ACTIVE [ 931.644811] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.644924] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.645081] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.645201] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.645288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.645699] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.645789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.645789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.645971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.646054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.646235] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.646343] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.646466] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.646529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.646593] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.646644] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b03b1240-f50d-491a-9b5b-7d2c4a58390d is going to be updated. [ 931.672589] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.672737] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.672807] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.673039] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.673180] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.673717] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b03b1240-f50d-491a-9b5b-7d2c4a58390d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.101660] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.101835] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.101879] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.102111] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.102206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.102443] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.102543] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.102599] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.102750] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.102825] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.102914] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 is going to be updated. [ 932.129392] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.129601] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.129687] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.129853] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.130416] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.137602] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 in Status: IN_PROGRESS for 2s [ 932.197394] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9241e58b-e123-4f4c-a02b-708cf0da710b in Status: SUCCESS [ 932.197719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.228184] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5da006e-02d7-47d7-a422-a7a1b2ae7e25 in Status: SUCCESS [ 932.228184] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.228184] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.228529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.228563] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.228668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.228728] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.228880] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.228958] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.229055] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.229149] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5da006e-02d7-47d7-a422-a7a1b2ae7e25',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.243062] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50259fd7-f059-4883-8955-691a642e459f in Status: SUCCESS [ 932.243062] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50259fd7-f059-4883-8955-691a642e459f deletion is rescheduled due to dependency. [ 932.243062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.243062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.243062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.243062] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.243062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.243062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.243062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.243062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.243062] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.585813] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 in Status: SUCCESS [ 932.586195] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.656034] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 in Status: SUCCESS [ 932.656259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.656980] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 in Status: SUCCESS [ 932.657186] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.657846] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 in Status: SUCCESS [ 932.658019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.658641] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d582fe16-e615-46b3-8c0e-c859261a4a16 in Status: SUCCESS [ 932.658812] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.692792] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84590fed-eb36-4332-922c-e3138357d33e in Status: SUCCESS [ 932.693023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.731885] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.732167] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.732167] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.732403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.732582] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.732687] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.732782] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.732920] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.733021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.733109] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.733256] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.733347] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.733408] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.733550] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.733703] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.733809] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.733872] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.734019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.734093] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.734177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.734267] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5da006e-02d7-47d7-a422-a7a1b2ae7e25',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.744895] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.789988] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 in Status: SUCCESS [ 932.790240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.817482] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: SUCCESS [ 932.817775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.236984] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5da006e-02d7-47d7-a422-a7a1b2ae7e25: rpc.has_security_group_logging(os_id): False [ 933.247195] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.255888] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.256092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.256167] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.256389] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.256471] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.256701] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.256800] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.256869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.257014] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.257092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.257274] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.257365] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.257425] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.257567] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.257654] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.257898] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.257961] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.258287] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.258520] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.258652] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.258786] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5da006e-02d7-47d7-a422-a7a1b2ae7e25 is going to be created. [ 933.320446] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.320731] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.320859] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.321205] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.321537] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.336358] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5da006e-02d7-47d7-a422-a7a1b2ae7e25 in Status: IN_PROGRESS for 2s [ 933.407520] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f806651-3f75-4995-a244-aaf71cab2fc3 in Status: SUCCESS [ 933.407764] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.750279] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.750279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.750279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.750279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.750279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.750678] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50259fd7-f059-4883-8955-691a642e459f is going to be updated. [ 933.781826] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.782041] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.782041] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.782285] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.782471] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.791107] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50259fd7-f059-4883-8955-691a642e459f in Status: IN_PROGRESS for 2s [ 934.147586] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 in Status: IN_PROGRESS for 4s [ 935.347599] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5da006e-02d7-47d7-a422-a7a1b2ae7e25 in Status: SUCCESS [ 935.347985] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.799751] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50259fd7-f059-4883-8955-691a642e459f in Status: SUCCESS [ 935.800011] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.800215] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.800437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.800640] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.800764] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.800844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.800991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.801084] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.801173] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.801267] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.161426] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 in Status: SUCCESS [ 936.161542] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 deletion is rescheduled due to dependency. [ 936.161679] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.303961] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-50259fd7-f059-4883-8955-691a642e459f taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.303961] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.303961] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.303961] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.304201] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.304265] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.304298] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.304442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.304528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.304620] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.304762] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-50259fd7-f059-4883-8955-691a642e459f taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.304851] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.304910] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.305065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.305198] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.305286] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.305346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.305476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.305549] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.305628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.305716] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.599631] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 936.599631] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 936.808315] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50259fd7-f059-4883-8955-691a642e459f: rpc.has_security_group_logging(os_id): False [ 936.827161] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.827318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.827404] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.827693] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.827730] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.828215] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.828215] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.828215] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.828386] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.828458] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.828636] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.828753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.828792] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.828910] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.829016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.829732] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.829732] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.829732] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.829732] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.829732] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.829732] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50259fd7-f059-4883-8955-691a642e459f is going to be updated. [ 936.899030] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.899030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.899030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.899030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.899030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.917325] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50259fd7-f059-4883-8955-691a642e459f in Status: IN_PROGRESS for 2s [ 937.836373] env[70213]: INFO networking_nsxv3.common.synchronization [req-83d82b8c-bec7-463c-a294-740ad47bbea0 req-af7e2da4-0de2-43fd-8df5-7028a0ad2293 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Enqueued Resource ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 with Priority: HIGHEST for action security_group_members [ 937.836971] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 with Priority: HIGHEST for action security_group_members [ 937.840842] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.840842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.840842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.840842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.840842] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.840842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.840842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.841354] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.841354] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.841436] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0eaf39df-7338-4deb-9d1e-c9befbe6b5a7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.234506] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.236961] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-61" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.237147] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-61" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.237661] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-61" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.238855] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.239151] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.239664] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.241535] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.241841] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.242108] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.242276] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.242349] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.242513] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.242609] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.242843] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.242900] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.262176] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.262176] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 938.262176] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.264044] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-61" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.264044] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-775c98bc-ed4b-4b6e-850c-f534a91e4619 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.264044] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-775c98bc-ed4b-4b6e-850c-f534a91e4619" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.264788] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-775c98bc-ed4b-4b6e-850c-f534a91e4619" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.265181] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-775c98bc-ed4b-4b6e-850c-f534a91e4619" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.265588] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('775c98bc-ed4b-4b6e-850c-f534a91e4619',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.343876] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.344071] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.344143] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.344361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.344453] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.344965] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.345152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.345220] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.345384] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.345465] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.345562] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 already deleted. [ 938.345636] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.769104] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.769104] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.769104] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.769104] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.769104] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.769456] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 775c98bc-ed4b-4b6e-850c-f534a91e4619 not found, creating... [ 938.769774] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.769957] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.770135] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.770430] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.770629] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.771086] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.771318] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.771499] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.771794] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.771982] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.772185] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 775c98bc-ed4b-4b6e-850c-f534a91e4619 is going to be created. [ 938.793683] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.794029] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.794198] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.794524] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.794888] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.795271] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-775c98bc-ed4b-4b6e-850c-f534a91e4619" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.930166] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50259fd7-f059-4883-8955-691a642e459f in Status: SUCCESS [ 938.930166] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.499356] env[70213]: INFO networking_nsxv3.common.synchronization [req-83d82b8c-bec7-463c-a294-740ad47bbea0 req-caf618ff-6725-4e17-8e45-21cabcd5426d service nova] Enqueued Resource ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 with Priority: HIGHEST for action security_group_rules [ 939.499581] env[70213]: INFO networking_nsxv3.common.synchronization [req-83d82b8c-bec7-463c-a294-740ad47bbea0 req-caf618ff-6725-4e17-8e45-21cabcd5426d service nova] Enqueued Resource ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 with Priority: HIGHEST for action security_group_members [ 939.499730] env[70213]: INFO networking_nsxv3.common.synchronization [req-83d82b8c-bec7-463c-a294-740ad47bbea0 req-caf618ff-6725-4e17-8e45-21cabcd5426d service nova] Enqueued Resource ID: 775c98bc-ed4b-4b6e-850c-f534a91e4619 with Priority: HIGHEST for action port [ 939.499971] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 with Priority: HIGHEST for action security_group_rules [ 939.500119] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 with Priority: HIGHEST for action security_group_members [ 939.500270] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775c98bc-ed4b-4b6e-850c-f534a91e4619 with Priority: HIGHEST for action port [ 939.500935] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.501203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.501301] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.501649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.501765] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0eaf39df-7338-4deb-9d1e-c9befbe6b5a7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.504126] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.504126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.504126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.504126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.504126] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.504126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.504126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.504126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.504126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.504126] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0eaf39df-7338-4deb-9d1e-c9befbe6b5a7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.505253] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-775c98bc-ed4b-4b6e-850c-f534a91e4619 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.505413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-775c98bc-ed4b-4b6e-850c-f534a91e4619" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.505662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-775c98bc-ed4b-4b6e-850c-f534a91e4619" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.505853] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-775c98bc-ed4b-4b6e-850c-f534a91e4619" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.505959] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('775c98bc-ed4b-4b6e-850c-f534a91e4619',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.007836] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0eaf39df-7338-4deb-9d1e-c9befbe6b5a7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.008992] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.009116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.009739] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 775c98bc-ed4b-4b6e-850c-f534a91e4619 with status ACTIVE [ 940.010233] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.010382] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.010460] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.010670] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.010772] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.010969] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.011229] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.011303] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.011642] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.011797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.012089] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.012209] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.012275] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.012456] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.012536] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.012628] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 775c98bc-ed4b-4b6e-850c-f534a91e4619 is going to be updated. [ 940.032157] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.032381] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.032485] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.032756] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.032950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.033195] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-775c98bc-ed4b-4b6e-850c-f534a91e4619" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.487500] env[70213]: INFO networking_nsxv3.common.synchronization [req-85b54960-2498-44af-a91e-440049d75ef6 req-a5e7dbee-acd3-40c6-8747-35a55333085c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Enqueued Resource ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b with Priority: HIGHEST for action security_group_members [ 940.488064] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b with Priority: HIGHEST for action security_group_members [ 940.488361] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c614c359-2ca0-48d4-8960-75eb55ccdb9b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.488477] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.488554] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.488819] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.488980] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.489089] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.489149] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.489295] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.489374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.489494] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c614c359-2ca0-48d4-8960-75eb55ccdb9b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.510351] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0eaf39df-7338-4deb-9d1e-c9befbe6b5a7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.961766] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.962247] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-326" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.962247] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-326" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.963621] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-326" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.963621] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.963621] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.963621] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.963621] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.963621] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.963913] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 940.964057] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.964112] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.964204] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.964424] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 940.964545] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.964747] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.983210] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.983387] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 940.983525] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.983695] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-326" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.984022] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-8e380bf3-f9da-4b2b-af84-7f640d744e75 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.984206] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-8e380bf3-f9da-4b2b-af84-7f640d744e75" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.984314] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-8e380bf3-f9da-4b2b-af84-7f640d744e75" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.985117] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-8e380bf3-f9da-4b2b-af84-7f640d744e75" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.985117] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e380bf3-f9da-4b2b-af84-7f640d744e75',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.992428] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.992590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.992590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.992862] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.992862] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.993092] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.993203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.993243] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.993366] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.993442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.993525] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b already deleted. [ 940.993821] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.015767] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.016041] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.016041] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.016177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.016266] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.016365] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 is going to be created. [ 941.039183] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.042023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.042023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.042023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.042023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.049903] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 in Status: UNINITIALIZED for 2s [ 941.208670] env[70213]: INFO networking_nsxv3.common.synchronization [req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 req-c74f3402-0f73-4ea0-97d0-e5ddef6bcbf2 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Enqueued Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 941.209521] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 941.211088] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.211088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.211222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.212031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.212031] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.212031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.212031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.212031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.212031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.212278] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.487546] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.487803] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.487952] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.488250] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.488445] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.488640] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 8e380bf3-f9da-4b2b-af84-7f640d744e75 not found, creating... [ 941.488955] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.491891] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.492114] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.492710] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.492889] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.493302] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.493476] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.493603] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.493837] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.493976] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.494313] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 8e380bf3-f9da-4b2b-af84-7f640d744e75 is going to be created. [ 941.513948] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.514331] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.514875] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.514945] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.515235] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.515542] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-8e380bf3-f9da-4b2b-af84-7f640d744e75" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.716187] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.716187] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.716187] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.716187] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.735271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.735538] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.735665] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.735774] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.735917] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.736009] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.736099] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 is going to be updated. [ 941.762613] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.762791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.762868] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.763322] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.763322] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.773187] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: IN_PROGRESS for 2s [ 942.251280] env[70213]: INFO networking_nsxv3.common.synchronization [req-85b54960-2498-44af-a91e-440049d75ef6 req-d12ebceb-c98e-461e-80ae-8a557848301b service nova] Enqueued Resource ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b with Priority: HIGHEST for action security_group_rules [ 942.251280] env[70213]: INFO networking_nsxv3.common.synchronization [req-85b54960-2498-44af-a91e-440049d75ef6 req-d12ebceb-c98e-461e-80ae-8a557848301b service nova] Enqueued Resource ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b with Priority: HIGHEST for action security_group_members [ 942.251280] env[70213]: INFO networking_nsxv3.common.synchronization [req-85b54960-2498-44af-a91e-440049d75ef6 req-d12ebceb-c98e-461e-80ae-8a557848301b service nova] Enqueued Resource ID: 8e380bf3-f9da-4b2b-af84-7f640d744e75 with Priority: HIGHEST for action port [ 942.251280] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b with Priority: HIGHEST for action security_group_rules [ 942.251280] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b with Priority: HIGHEST for action security_group_members [ 942.251280] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e380bf3-f9da-4b2b-af84-7f640d744e75 with Priority: HIGHEST for action port [ 942.251280] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c614c359-2ca0-48d4-8960-75eb55ccdb9b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.251280] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.252127] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.252127] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.252127] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c614c359-2ca0-48d4-8960-75eb55ccdb9b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.252997] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c614c359-2ca0-48d4-8960-75eb55ccdb9b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.253130] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.253199] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.253369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.253519] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.253615] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.253687] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.253838] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.253933] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.254037] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c614c359-2ca0-48d4-8960-75eb55ccdb9b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.254795] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e380bf3-f9da-4b2b-af84-7f640d744e75 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.254899] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e380bf3-f9da-4b2b-af84-7f640d744e75" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.255168] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e380bf3-f9da-4b2b-af84-7f640d744e75" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.255168] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e380bf3-f9da-4b2b-af84-7f640d744e75" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.255270] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e380bf3-f9da-4b2b-af84-7f640d744e75',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.758097] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c614c359-2ca0-48d4-8960-75eb55ccdb9b taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.758097] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.758097] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e380bf3-f9da-4b2b-af84-7f640d744e75 with status ACTIVE [ 942.758097] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.758387] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.758387] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.758469] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.758593] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.758856] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.758983] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.759087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.759284] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.759390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.759630] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.759770] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.759856] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.760036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.760142] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.760256] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e380bf3-f9da-4b2b-af84-7f640d744e75 is going to be updated. [ 942.761385] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c614c359-2ca0-48d4-8960-75eb55ccdb9b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.781842] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.782058] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.782141] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.782347] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.782494] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.782924] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e380bf3-f9da-4b2b-af84-7f640d744e75" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.060042] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 in Status: SUCCESS [ 943.060212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.060582] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.060656] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.060839] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.060983] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.061068] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.061282] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.061369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.061484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.061583] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0eaf39df-7338-4deb-9d1e-c9befbe6b5a7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.263738] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c614c359-2ca0-48d4-8960-75eb55ccdb9b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.534404] env[70213]: INFO networking_nsxv3.common.synchronization [req-eb6c34dc-aa50-467a-923b-e25c26784ece req-3e192b3b-ae50-4f1e-af7c-40a33436e7e2 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Enqueued Resource ID: d582fe16-e615-46b3-8c0e-c859261a4a16 with Priority: HIGHEST for action security_group_members [ 943.537937] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d582fe16-e615-46b3-8c0e-c859261a4a16 with Priority: HIGHEST for action security_group_members [ 943.538897] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d582fe16-e615-46b3-8c0e-c859261a4a16 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.539107] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.539182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.539403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.539572] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.539668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.539727] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.539913] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.539963] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.540606] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d582fe16-e615-46b3-8c0e-c859261a4a16',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.565297] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0eaf39df-7338-4deb-9d1e-c9befbe6b5a7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.689386] env[70213]: INFO networking_nsxv3.common.synchronization [req-b810a5b0-1882-4394-9e7a-48682ee6859b req-5acdf366-6db7-432d-902d-6a01c5a89282 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Enqueued Resource ID: 94f7535f-d264-4ef5-964f-02ecdab484cb with Priority: HIGHEST for action security_group_members [ 943.695252] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f7535f-d264-4ef5-964f-02ecdab484cb with Priority: HIGHEST for action security_group_members [ 943.696088] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-94f7535f-d264-4ef5-964f-02ecdab484cb taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.696260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.696324] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.696591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.696756] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.696874] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.696995] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.697236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.697317] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.698050] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94f7535f-d264-4ef5-964f-02ecdab484cb',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.769309] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.769309] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.769309] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.769309] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.769309] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.769309] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b is going to be created. [ 943.784870] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: SUCCESS [ 943.785169] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 deletion is rescheduled due to dependency. [ 943.785256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.797919] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.797991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.798030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.798242] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.798445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.809184] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b in Status: UNINITIALIZED for 2s [ 944.045663] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.046823] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.046977] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.047235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.047361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.047591] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.047688] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.047806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.048342] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.048342] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.048342] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d582fe16-e615-46b3-8c0e-c859261a4a16 is going to be updated. [ 944.066924] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7: rpc.has_security_group_logging(os_id): False [ 944.079696] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.079898] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.080045] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.080402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.080567] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.084687] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.084841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.084936] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.085165] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.085658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.086385] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.086525] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.086599] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.086819] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.086943] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.087057] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 is going to be created. [ 944.091604] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d582fe16-e615-46b3-8c0e-c859261a4a16 in Status: IN_PROGRESS for 2s [ 944.165218] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.165464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.165534] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.165752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.165976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.178763] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 in Status: IN_PROGRESS for 2s [ 944.207277] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.207277] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.207277] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.207277] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.207277] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.207277] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.207277] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.207277] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.207277] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.207277] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.207277] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94f7535f-d264-4ef5-964f-02ecdab484cb already deleted. [ 944.207277] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.503339] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.503679] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.503791] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.505198] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.505538] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.505708] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.505842] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.506219] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.506399] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.509897] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.510083] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.510226] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.510362] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.510493] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.510665] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.510836] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.533753] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.533946] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 944.534132] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.534258] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-825" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.534601] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-45bfcd22-665d-4dd7-af34-a30277450efd taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.534835] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-45bfcd22-665d-4dd7-af34-a30277450efd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.535548] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-45bfcd22-665d-4dd7-af34-a30277450efd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.536832] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-45bfcd22-665d-4dd7-af34-a30277450efd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.536987] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45bfcd22-665d-4dd7-af34-a30277450efd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.975892] env[70213]: INFO networking_nsxv3.common.synchronization [req-647cba78-6c10-499e-9fe3-03860823e498 req-9d5dc1fa-b98a-4dda-becc-06987192ef3a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Enqueued Resource ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 with Priority: HIGHEST for action security_group_members [ 944.975892] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 with Priority: HIGHEST for action security_group_members [ 944.975892] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-21032012-75fd-4351-8a4f-f49e6948ddb5 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.977546] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.977546] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.977546] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.977546] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.977546] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.977546] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.977546] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.977546] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.977546] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21032012-75fd-4351-8a4f-f49e6948ddb5',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.043537] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.043781] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.043910] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.044217] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.044431] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.044525] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 45bfcd22-665d-4dd7-af34-a30277450efd not found, creating... [ 945.044797] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.045585] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.045585] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.045585] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.045585] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.045956] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.045956] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.046116] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.046207] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.046347] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.046490] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 45bfcd22-665d-4dd7-af34-a30277450efd is going to be created. [ 945.071636] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.072036] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.072090] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.072359] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.072661] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.073045] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-45bfcd22-665d-4dd7-af34-a30277450efd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.185317] env[70213]: INFO networking_nsxv3.common.synchronization [req-f89f3b97-8c70-41f3-9cb2-5072c9498dea req-5a265ac4-f202-4af5-8265-8ae1f36e654d tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Enqueued Resource ID: b5da006e-02d7-47d7-a422-a7a1b2ae7e25 with Priority: HIGHEST for action security_group_members [ 945.185886] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5da006e-02d7-47d7-a422-a7a1b2ae7e25 with Priority: HIGHEST for action security_group_members [ 945.186212] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.186340] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.186408] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.186646] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.186908] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.187025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.187097] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.187264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.187360] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.187456] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5da006e-02d7-47d7-a422-a7a1b2ae7e25',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.482361] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.482361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.482361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.482361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.482361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.482361] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.482361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.482361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.482361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.482361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.482361] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 is going to be updated. [ 945.509206] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.509206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.509206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.509206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.509206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.517048] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 in Status: IN_PROGRESS for 2s [ 945.690127] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.690369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.690440] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.690655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.690812] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.691037] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.691140] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.691203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.691363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.691495] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.691559] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5da006e-02d7-47d7-a422-a7a1b2ae7e25 is going to be updated. [ 945.718915] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.719145] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.719244] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.719412] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.719586] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.732127] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5da006e-02d7-47d7-a422-a7a1b2ae7e25 in Status: IN_PROGRESS for 2s [ 945.821023] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b in Status: SUCCESS [ 945.821023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.821023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.821023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.821023] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.821023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.821023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.821023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.821023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.821023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.821023] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c614c359-2ca0-48d4-8960-75eb55ccdb9b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.959043] env[70213]: INFO networking_nsxv3.common.synchronization [req-b810a5b0-1882-4394-9e7a-48682ee6859b req-90fcb5a8-e423-4f0b-b815-c28e5b61fe80 service nova] Enqueued Resource ID: 94f7535f-d264-4ef5-964f-02ecdab484cb with Priority: HIGHEST for action security_group_rules [ 945.959435] env[70213]: INFO networking_nsxv3.common.synchronization [req-b810a5b0-1882-4394-9e7a-48682ee6859b req-90fcb5a8-e423-4f0b-b815-c28e5b61fe80 service nova] Enqueued Resource ID: 94f7535f-d264-4ef5-964f-02ecdab484cb with Priority: HIGHEST for action security_group_members [ 945.959674] env[70213]: INFO networking_nsxv3.common.synchronization [req-b810a5b0-1882-4394-9e7a-48682ee6859b req-90fcb5a8-e423-4f0b-b815-c28e5b61fe80 service nova] Enqueued Resource ID: 45bfcd22-665d-4dd7-af34-a30277450efd with Priority: HIGHEST for action port [ 945.960436] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f7535f-d264-4ef5-964f-02ecdab484cb with Priority: HIGHEST for action security_group_rules [ 945.960849] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f7535f-d264-4ef5-964f-02ecdab484cb with Priority: HIGHEST for action security_group_members [ 945.960849] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bfcd22-665d-4dd7-af34-a30277450efd with Priority: HIGHEST for action port [ 945.961222] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94f7535f-d264-4ef5-964f-02ecdab484cb taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.961428] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.961579] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.961992] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.962170] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94f7535f-d264-4ef5-964f-02ecdab484cb',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.963473] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-94f7535f-d264-4ef5-964f-02ecdab484cb taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.964271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.964369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.964596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.965541] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.965541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.965541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.965541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.965541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.965541] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94f7535f-d264-4ef5-964f-02ecdab484cb',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.966425] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-45bfcd22-665d-4dd7-af34-a30277450efd taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.966581] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45bfcd22-665d-4dd7-af34-a30277450efd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.966648] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45bfcd22-665d-4dd7-af34-a30277450efd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.966807] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45bfcd22-665d-4dd7-af34-a30277450efd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.966872] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45bfcd22-665d-4dd7-af34-a30277450efd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.101090] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d582fe16-e615-46b3-8c0e-c859261a4a16 in Status: SUCCESS [ 946.101294] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d582fe16-e615-46b3-8c0e-c859261a4a16 deletion is rescheduled due to dependency. [ 946.101395] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.198323] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 in Status: SUCCESS [ 946.198323] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.244942] env[70213]: INFO networking_nsxv3.common.synchronization [req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 req-bccf2ceb-c5ab-4d52-bca8-d26a51a8f75a tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Enqueued Resource ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 with Priority: HIGHEST for action security_group_members [ 946.245808] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 with Priority: HIGHEST for action security_group_members [ 946.246206] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.246405] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.246495] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.246789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.247013] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.247231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.247231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.247435] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.247536] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.247685] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8fe1000-8803-478f-a8bf-f3d14cf7a9c6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.324951] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c614c359-2ca0-48d4-8960-75eb55ccdb9b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.472701] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94f7535f-d264-4ef5-964f-02ecdab484cb',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.472701] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-94f7535f-d264-4ef5-964f-02ecdab484cb taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.472701] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.472701] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45bfcd22-665d-4dd7-af34-a30277450efd with status ACTIVE [ 946.472701] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.472701] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.472701] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.472701] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.472701] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.472701] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.472701] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.473860] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.474143] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.474266] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.474508] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.474661] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.474948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.474948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.475085] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.475155] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45bfcd22-665d-4dd7-af34-a30277450efd is going to be updated. [ 946.494741] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.494921] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.494988] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.495195] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.495330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.495516] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45bfcd22-665d-4dd7-af34-a30277450efd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.591704] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.592461] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.592732] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.594277] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.594743] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.595030] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.595165] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.595433] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.595591] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.596147] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 946.596277] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.596405] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.596534] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.596658] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 946.596770] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.596950] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.618241] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.618578] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 946.618779] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.619128] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.619657] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-447eb8a0-a066-4e25-889c-fd5da4a53099 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.619924] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-447eb8a0-a066-4e25-889c-fd5da4a53099" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.620185] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-447eb8a0-a066-4e25-889c-fd5da4a53099" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.620440] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-447eb8a0-a066-4e25-889c-fd5da4a53099" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.620612] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('447eb8a0-a066-4e25-889c-fd5da4a53099',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.750488] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.750619] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.750619] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.750877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.750974] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.751205] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.751315] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.751367] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.751603] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.751686] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.754588] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 already deleted. [ 946.754588] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.827223] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c614c359-2ca0-48d4-8960-75eb55ccdb9b: rpc.has_security_group_logging(os_id): False [ 946.847044] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.847044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.847044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.847044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.847044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.847044] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.847044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.847044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.847044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.847044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.847044] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b is going to be created. [ 946.902044] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.902044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.902044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.902044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.902044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.916102] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b in Status: IN_PROGRESS for 2s [ 946.975321] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94f7535f-d264-4ef5-964f-02ecdab484cb',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.993302] env[70213]: INFO networking_nsxv3.common.synchronization [req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 req-556cd421-b560-4c7d-b5e1-22f50880a81f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Enqueued Resource ID: 1f806651-3f75-4995-a244-aaf71cab2fc3 with Priority: HIGHEST for action security_group_members [ 946.998218] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f806651-3f75-4995-a244-aaf71cab2fc3 with Priority: HIGHEST for action security_group_members [ 946.998218] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f806651-3f75-4995-a244-aaf71cab2fc3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.998218] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.998218] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.998218] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.998218] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.998218] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.998218] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.998218] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.998218] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.998218] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f806651-3f75-4995-a244-aaf71cab2fc3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.123558] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.123825] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.123930] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.124269] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.124419] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.125086] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 447eb8a0-a066-4e25-889c-fd5da4a53099 not found, creating... [ 947.125430] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.125605] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.125729] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.125971] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.126130] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.126425] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.126589] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.126712] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.126928] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.127692] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.127895] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 447eb8a0-a066-4e25-889c-fd5da4a53099 is going to be created. [ 947.147489] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.147780] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.147780] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.148232] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.148610] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.148792] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-447eb8a0-a066-4e25-889c-fd5da4a53099" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.480081] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.480377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.480377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.480621] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.480690] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.480801] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94f7535f-d264-4ef5-964f-02ecdab484cb is going to be created. [ 947.501166] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.501335] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.501404] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.501741] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.501870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.502154] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.502284] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.502316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.502540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.502631] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.502751] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f806651-3f75-4995-a244-aaf71cab2fc3 is going to be updated. [ 947.511019] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.511019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.511019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.511019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.511019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.519060] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94f7535f-d264-4ef5-964f-02ecdab484cb in Status: UNINITIALIZED for 2s [ 947.529229] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 in Status: SUCCESS [ 947.529352] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 deletion is rescheduled due to dependency. [ 947.529638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.535268] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.535377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.535424] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.535618] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.535787] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.543710] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f806651-3f75-4995-a244-aaf71cab2fc3 in Status: IN_PROGRESS for 2s [ 947.746016] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5da006e-02d7-47d7-a422-a7a1b2ae7e25 in Status: SUCCESS [ 947.746016] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5da006e-02d7-47d7-a422-a7a1b2ae7e25 deletion is rescheduled due to dependency. [ 947.746016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.863216] env[70213]: INFO networking_nsxv3.common.synchronization [req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 req-80e813c8-a114-42fe-923a-2358c332e4ed service nova] Enqueued Resource ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 with Priority: HIGHEST for action security_group_rules [ 947.863216] env[70213]: INFO networking_nsxv3.common.synchronization [req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 req-80e813c8-a114-42fe-923a-2358c332e4ed service nova] Enqueued Resource ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 with Priority: HIGHEST for action security_group_members [ 947.863216] env[70213]: INFO networking_nsxv3.common.synchronization [req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 req-80e813c8-a114-42fe-923a-2358c332e4ed service nova] Enqueued Resource ID: 447eb8a0-a066-4e25-889c-fd5da4a53099 with Priority: HIGHEST for action port [ 947.863216] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 with Priority: HIGHEST for action security_group_rules [ 947.863216] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 with Priority: HIGHEST for action security_group_members [ 947.863216] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447eb8a0-a066-4e25-889c-fd5da4a53099 with Priority: HIGHEST for action port [ 947.863216] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.863754] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.863931] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.864230] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.864422] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8fe1000-8803-478f-a8bf-f3d14cf7a9c6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.865601] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.865842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.865991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.866250] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.866513] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.866713] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.866855] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.867089] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.867352] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.867534] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8fe1000-8803-478f-a8bf-f3d14cf7a9c6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.868422] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-447eb8a0-a066-4e25-889c-fd5da4a53099 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.870536] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-447eb8a0-a066-4e25-889c-fd5da4a53099" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.870536] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-447eb8a0-a066-4e25-889c-fd5da4a53099" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.870536] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-447eb8a0-a066-4e25-889c-fd5da4a53099" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.870536] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('447eb8a0-a066-4e25-889c-fd5da4a53099',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.371856] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8fe1000-8803-478f-a8bf-f3d14cf7a9c6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.375018] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.375018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.375018] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 447eb8a0-a066-4e25-889c-fd5da4a53099 with status ACTIVE [ 948.375018] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.375018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.375018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.375018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.375018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.375018] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.375018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.375018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.375018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.375018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.376471] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.376471] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.376471] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.376471] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.376471] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.376471] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 447eb8a0-a066-4e25-889c-fd5da4a53099 is going to be updated. [ 948.399248] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.399397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.399528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.399667] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.399800] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.399980] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-447eb8a0-a066-4e25-889c-fd5da4a53099" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.877394] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8fe1000-8803-478f-a8bf-f3d14cf7a9c6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.927894] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b in Status: SUCCESS [ 948.928203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.015213] env[70213]: INFO networking_nsxv3.common.synchronization [req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 req-16fbc846-46d4-409d-8817-4913feb5766a tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Enqueued Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_members [ 949.015273] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_members [ 949.015591] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7843676-b961-4823-afef-e2b1c088ad8b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.016260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.016260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.016260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.016260] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.016260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.016518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.016518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.016518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.016999] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.380964] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.381661] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.381661] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.381661] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.381661] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.381916] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 is going to be created. [ 949.406472] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.406614] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.406700] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.407313] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.407313] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.416362] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 in Status: UNINITIALIZED for 2s [ 949.519353] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.519506] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.520655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.520655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.520655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.520655] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.520655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.520655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.520655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.520655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.520655] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7843676-b961-4823-afef-e2b1c088ad8b already deleted. [ 949.520655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.529654] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94f7535f-d264-4ef5-964f-02ecdab484cb in Status: SUCCESS [ 949.529920] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.530150] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.530346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.530522] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.530633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.530697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.530867] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.530950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.531058] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.531127] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94f7535f-d264-4ef5-964f-02ecdab484cb',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.555422] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f806651-3f75-4995-a244-aaf71cab2fc3 in Status: SUCCESS [ 949.555610] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f806651-3f75-4995-a244-aaf71cab2fc3 deletion is rescheduled due to dependency. [ 949.555762] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.600636] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.600840] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-703" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.600969] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-703" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.601325] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-703" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.601636] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.601818] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.601937] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.607850] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.607850] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.607850] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.607850] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.607850] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.607850] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.607850] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.607850] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.607850] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.626577] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.626750] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 949.627032] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.627252] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-703" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.627590] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-8b3d70fd-a522-4622-a83b-c2dc4789d97a taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.627767] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-8b3d70fd-a522-4622-a83b-c2dc4789d97a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.627892] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-8b3d70fd-a522-4622-a83b-c2dc4789d97a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.628237] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-8b3d70fd-a522-4622-a83b-c2dc4789d97a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.628378] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b3d70fd-a522-4622-a83b-c2dc4789d97a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.033177] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-94f7535f-d264-4ef5-964f-02ecdab484cb taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.033518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.033518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.033681] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.033895] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.034000] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.034073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.034235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.034968] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.034968] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.034968] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-94f7535f-d264-4ef5-964f-02ecdab484cb taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.034968] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.034968] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.034968] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.034968] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.035461] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.035461] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.035461] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.035461] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.035461] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.035596] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94f7535f-d264-4ef5-964f-02ecdab484cb',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.134023] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.134023] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.134023] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.134023] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.134023] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.134023] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 8b3d70fd-a522-4622-a83b-c2dc4789d97a not found, creating... [ 950.134023] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.134023] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.134023] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.134023] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.134023] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.134564] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.134811] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.135044] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.135366] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.135734] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.136124] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 8b3d70fd-a522-4622-a83b-c2dc4789d97a is going to be created. [ 950.159229] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.159229] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.159229] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.159229] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.159229] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.159229] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-8b3d70fd-a522-4622-a83b-c2dc4789d97a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.538874] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94f7535f-d264-4ef5-964f-02ecdab484cb: rpc.has_security_group_logging(os_id): False [ 950.558339] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.558518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.558608] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.558864] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.558972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.559417] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.559553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.559627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.559794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.559873] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.562128] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.562271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.562335] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.562522] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.562619] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.562977] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.562977] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.562977] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.563322] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.563322] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.563322] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94f7535f-d264-4ef5-964f-02ecdab484cb is going to be created. [ 950.621449] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.621632] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.621720] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.621984] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.622259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.633599] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94f7535f-d264-4ef5-964f-02ecdab484cb in Status: IN_PROGRESS for 2s [ 951.133035] env[70213]: INFO networking_nsxv3.common.synchronization [req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 req-1882a178-9382-4fe9-a1a6-0ae9dd72ce4c service nova] Enqueued Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_rules [ 951.133035] env[70213]: INFO networking_nsxv3.common.synchronization [req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 req-1882a178-9382-4fe9-a1a6-0ae9dd72ce4c service nova] Enqueued Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_members [ 951.133035] env[70213]: INFO networking_nsxv3.common.synchronization [req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 req-1882a178-9382-4fe9-a1a6-0ae9dd72ce4c service nova] Enqueued Resource ID: 8b3d70fd-a522-4622-a83b-c2dc4789d97a with Priority: HIGHEST for action port [ 951.133035] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_rules [ 951.133035] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_members [ 951.133035] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b3d70fd-a522-4622-a83b-c2dc4789d97a with Priority: HIGHEST for action port [ 951.133653] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7843676-b961-4823-afef-e2b1c088ad8b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.133761] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.133815] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.134061] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.134096] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.135013] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7843676-b961-4823-afef-e2b1c088ad8b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.135092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.135173] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.135299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.135444] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.135533] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.135599] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.135732] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.136139] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.136235] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.137129] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b3d70fd-a522-4622-a83b-c2dc4789d97a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.137129] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b3d70fd-a522-4622-a83b-c2dc4789d97a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.137129] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b3d70fd-a522-4622-a83b-c2dc4789d97a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.137265] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b3d70fd-a522-4622-a83b-c2dc4789d97a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.137498] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b3d70fd-a522-4622-a83b-c2dc4789d97a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.427277] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 in Status: SUCCESS [ 951.428908] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.429428] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.429931] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.432520] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.432520] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.432520] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.432520] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.432520] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.432520] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.432520] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8fe1000-8803-478f-a8bf-f3d14cf7a9c6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.642029] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7843676-b961-4823-afef-e2b1c088ad8b taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.642029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.642029] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.642029] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b3d70fd-a522-4622-a83b-c2dc4789d97a with status ACTIVE [ 951.642029] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.642029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.642029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.642029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.642029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.642029] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.642029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.642029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.642029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.643095] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.644485] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.644740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.644896] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.645317] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.648348] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.648348] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b3d70fd-a522-4622-a83b-c2dc4789d97a is going to be updated. [ 951.672296] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.672296] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.672296] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.672296] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.672296] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.672296] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b3d70fd-a522-4622-a83b-c2dc4789d97a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.935471] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8fe1000-8803-478f-a8bf-f3d14cf7a9c6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.150452] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.440811] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8fe1000-8803-478f-a8bf-f3d14cf7a9c6: rpc.has_security_group_logging(os_id): False [ 952.460024] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.460024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.460024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.460024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.460024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.460024] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.460024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.460024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.460024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.460024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.460024] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 is going to be created. [ 952.512166] env[70213]: INFO networking_nsxv3.common.synchronization [None req-d0f3a0d2-def3-467d-b852-5e2569b318a3 None None] Enqueued Resource ID: 6bdbf692-a4b3-4769-b398-8bccc74e1bc2 with Priority: HIGHEST for action port [ 952.512166] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bdbf692-a4b3-4769-b398-8bccc74e1bc2 with Priority: HIGHEST for action port [ 952.512166] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bdbf692-a4b3-4769-b398-8bccc74e1bc2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.512166] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bdbf692-a4b3-4769-b398-8bccc74e1bc2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.512166] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bdbf692-a4b3-4769-b398-8bccc74e1bc2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.512166] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bdbf692-a4b3-4769-b398-8bccc74e1bc2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.512166] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bdbf692-a4b3-4769-b398-8bccc74e1bc2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.514620] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.514770] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.514827] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.515017] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.515192] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.527591] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 in Status: IN_PROGRESS for 2s [ 952.645905] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94f7535f-d264-4ef5-964f-02ecdab484cb in Status: SUCCESS [ 952.649800] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.653726] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.653726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.653726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.653726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.653726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.653726] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7843676-b961-4823-afef-e2b1c088ad8b is going to be created. [ 952.679312] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.679456] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.679553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.679774] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.679938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.689725] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7843676-b961-4823-afef-e2b1c088ad8b in Status: UNINITIALIZED for 2s [ 953.017951] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bdbf692-a4b3-4769-b398-8bccc74e1bc2 [ 953.018310] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.018493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.018590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.018858] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.018977] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.019147] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bdbf692-a4b3-4769-b398-8bccc74e1bc2 already deleted. [ 953.019253] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bdbf692-a4b3-4769-b398-8bccc74e1bc2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.010331] env[70213]: INFO networking_nsxv3.common.synchronization [None req-942ee282-4b8e-4a03-ad70-2416c59f100b tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Enqueued Resource ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa with Priority: HIGHEST for action security_group_rules [ 954.010331] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa with Priority: HIGHEST for action security_group_rules [ 954.010331] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0463d193-71c6-48c2-ac5b-73103a5f9cfa taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.010331] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.010331] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.010331] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.011946] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0463d193-71c6-48c2-ac5b-73103a5f9cfa',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.107724] env[70213]: INFO networking_nsxv3.common.synchronization [None req-658f6a73-7187-4b35-acc1-fb74f5a4b30d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Enqueued Resource ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa with Priority: HIGHEST for action security_group_rules [ 954.107724] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa with Priority: HIGHEST for action security_group_rules [ 954.107724] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0463d193-71c6-48c2-ac5b-73103a5f9cfa taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.107724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.540782] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 in Status: SUCCESS [ 954.540977] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.542394] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.543937] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.544057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.544252] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.544343] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.544447] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa already deleted. [ 954.544559] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.545298] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.545576] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.545576] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0463d193-71c6-48c2-ac5b-73103a5f9cfa',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.702376] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7843676-b961-4823-afef-e2b1c088ad8b in Status: SUCCESS [ 954.702376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.702376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.702376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.702376] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.702376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.702376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.702376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.702376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.702376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.702376] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.067470] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.067861] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.067861] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.067934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.068085] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.068385] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa already deleted. [ 955.068564] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.094219] env[70213]: INFO networking_nsxv3.common.synchronization [None req-41f08f90-39bd-4bbe-944e-d62a5ed95926 None None] Enqueued Resource ID: 55f7e5bd-d0a2-4b56-98b6-72d66c9aa2e1 with Priority: HIGHEST for action port [ 955.095327] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55f7e5bd-d0a2-4b56-98b6-72d66c9aa2e1 with Priority: HIGHEST for action port [ 955.095594] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-55f7e5bd-d0a2-4b56-98b6-72d66c9aa2e1 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.095721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55f7e5bd-d0a2-4b56-98b6-72d66c9aa2e1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.095779] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55f7e5bd-d0a2-4b56-98b6-72d66c9aa2e1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.096139] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55f7e5bd-d0a2-4b56-98b6-72d66c9aa2e1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.096232] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55f7e5bd-d0a2-4b56-98b6-72d66c9aa2e1',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.204374] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.600435] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55f7e5bd-d0a2-4b56-98b6-72d66c9aa2e1 [ 955.601135] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.601135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.601135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.601135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.601349] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.601349] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55f7e5bd-d0a2-4b56-98b6-72d66c9aa2e1 already deleted. [ 955.601403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55f7e5bd-d0a2-4b56-98b6-72d66c9aa2e1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.708821] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7843676-b961-4823-afef-e2b1c088ad8b: rpc.has_security_group_logging(os_id): False [ 955.725919] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.726236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.726290] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.726627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.726785] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.727206] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.727376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.727679] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.728056] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.728212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.728361] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7843676-b961-4823-afef-e2b1c088ad8b is going to be created. [ 955.788068] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.788068] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.788351] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.788424] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.788589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.799185] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7843676-b961-4823-afef-e2b1c088ad8b in Status: IN_PROGRESS for 2s [ 957.622733] env[70213]: INFO networking_nsxv3.common.synchronization [req-215a3599-0a18-4cc8-bca4-283a712745d7 req-bb65c30f-1cf4-4ba4-8100-51a8cdbeb376 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Enqueued Resource ID: 94f7535f-d264-4ef5-964f-02ecdab484cb with Priority: HIGHEST for action security_group_members [ 957.623424] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f7535f-d264-4ef5-964f-02ecdab484cb with Priority: HIGHEST for action security_group_members [ 957.623761] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-94f7535f-d264-4ef5-964f-02ecdab484cb taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.627056] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.627241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.627499] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.627734] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.627884] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.627972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.628135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.628242] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.628360] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94f7535f-d264-4ef5-964f-02ecdab484cb',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.713823] env[70213]: INFO networking_nsxv3.common.synchronization [req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 req-3ff83cca-4070-4b67-b339-1de49a9717d3 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Enqueued Resource ID: af658585-02ca-48b6-94c6-72bcdc0051fd with Priority: HIGHEST for action security_group_members [ 957.716457] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af658585-02ca-48b6-94c6-72bcdc0051fd with Priority: HIGHEST for action security_group_members [ 957.716965] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-af658585-02ca-48b6-94c6-72bcdc0051fd taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.717245] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.717443] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.717765] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.718062] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.718340] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.718496] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.718777] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.718994] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.719388] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af658585-02ca-48b6-94c6-72bcdc0051fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.826472] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7843676-b961-4823-afef-e2b1c088ad8b in Status: SUCCESS [ 957.826617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.137724] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.137724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.137724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.137724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.137724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.137724] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.137724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.137724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.137724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.137724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.137724] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94f7535f-d264-4ef5-964f-02ecdab484cb is going to be updated. [ 958.164611] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.168037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.168037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.168037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.168037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.173179] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94f7535f-d264-4ef5-964f-02ecdab484cb in Status: IN_PROGRESS for 2s [ 958.222183] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.222465] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.222601] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.222920] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.243536] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.243838] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.244027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.245431] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.245431] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.245431] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.245431] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af658585-02ca-48b6-94c6-72bcdc0051fd is going to be updated. [ 958.270747] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.270747] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.270747] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.270747] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.270747] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.279034] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af658585-02ca-48b6-94c6-72bcdc0051fd in Status: IN_PROGRESS for 2s [ 958.674179] env[70213]: INFO networking_nsxv3.common.synchronization [req-cc3b165b-5181-47ed-ac42-e61a291a77be req-300878fa-7c97-42af-ba32-800048b3eb76 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Enqueued Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_members [ 958.674849] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_members [ 958.675212] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-50259fd7-f059-4883-8955-691a642e459f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.675329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.675392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.675603] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.675764] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.676875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.676875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.676875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.676875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.676875] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.179471] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.180881] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.180881] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.180881] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.180881] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.180881] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.180881] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.180881] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.180881] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.181210] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.181210] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50259fd7-f059-4883-8955-691a642e459f is going to be updated. [ 959.212288] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.212435] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.212528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.212794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.212970] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.232602] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50259fd7-f059-4883-8955-691a642e459f in Status: IN_PROGRESS for 2s [ 959.703815] env[70213]: INFO networking_nsxv3.common.synchronization [req-b9f28185-f392-4240-8186-9fc5187702a6 req-2204a378-fb3d-4735-8d67-24cd6c5a629e tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Enqueued Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGHEST for action security_group_members [ 959.704523] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGHEST for action security_group_members [ 959.706726] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f79de95-85c3-4a07-bdab-5c03613e99c9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.706726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.706726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.706726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.706726] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.706726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.706726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.711490] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.711490] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.711490] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f79de95-85c3-4a07-bdab-5c03613e99c9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.187753] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94f7535f-d264-4ef5-964f-02ecdab484cb in Status: SUCCESS [ 960.188044] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94f7535f-d264-4ef5-964f-02ecdab484cb deletion is rescheduled due to dependency. [ 960.188171] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.210436] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.210766] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.210766] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.210943] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.211049] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.211273] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.211403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.211471] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.211660] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.211767] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.211840] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 is going to be updated. [ 960.250929] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.252288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.252869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.253142] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.257106] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.267770] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 in Status: IN_PROGRESS for 2s [ 960.289693] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af658585-02ca-48b6-94c6-72bcdc0051fd in Status: SUCCESS [ 960.289914] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af658585-02ca-48b6-94c6-72bcdc0051fd deletion is rescheduled due to dependency. [ 960.289997] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af658585-02ca-48b6-94c6-72bcdc0051fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.521526] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.521526] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-755" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.521526] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-755" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.527304] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-755" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.527304] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.527304] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.527304] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.527304] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.527304] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.527304] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.527304] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.527304] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.527304] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.527304] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.527304] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.527304] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.541687] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.541687] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 960.541777] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.541935] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-755" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.542294] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-508bc7a9-c85a-4278-848e-c7663210437c taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.542473] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-508bc7a9-c85a-4278-848e-c7663210437c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.542599] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-508bc7a9-c85a-4278-848e-c7663210437c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.543053] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-508bc7a9-c85a-4278-848e-c7663210437c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.543134] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('508bc7a9-c85a-4278-848e-c7663210437c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.047029] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.047353] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.048461] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.048461] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.048461] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.048461] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 508bc7a9-c85a-4278-848e-c7663210437c not found, creating... [ 961.048461] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.048461] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.049026] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.049026] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.049026] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.049277] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.049472] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.049703] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.049744] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.049893] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.050016] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 508bc7a9-c85a-4278-848e-c7663210437c is going to be created. [ 961.069842] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.070111] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.070233] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.070512] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.070753] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.070982] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-508bc7a9-c85a-4278-848e-c7663210437c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.242057] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50259fd7-f059-4883-8955-691a642e459f in Status: SUCCESS [ 961.242265] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50259fd7-f059-4883-8955-691a642e459f deletion is rescheduled due to dependency. [ 961.242385] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.278205] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 in Status: SUCCESS [ 962.278205] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 deletion is rescheduled due to dependency. [ 962.278205] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.292781] env[70213]: INFO networking_nsxv3.common.synchronization [req-b9f28185-f392-4240-8186-9fc5187702a6 req-350ea932-ecb5-4df2-90c6-0be61fe98910 service nova] Enqueued Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGHEST for action security_group_rules [ 962.292969] env[70213]: INFO networking_nsxv3.common.synchronization [req-b9f28185-f392-4240-8186-9fc5187702a6 req-350ea932-ecb5-4df2-90c6-0be61fe98910 service nova] Enqueued Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGHEST for action security_group_members [ 962.293133] env[70213]: INFO networking_nsxv3.common.synchronization [req-b9f28185-f392-4240-8186-9fc5187702a6 req-350ea932-ecb5-4df2-90c6-0be61fe98910 service nova] Enqueued Resource ID: 508bc7a9-c85a-4278-848e-c7663210437c with Priority: HIGHEST for action port [ 962.293681] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGHEST for action security_group_rules [ 962.293836] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGHEST for action security_group_members [ 962.293944] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508bc7a9-c85a-4278-848e-c7663210437c with Priority: HIGHEST for action port [ 962.296023] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f79de95-85c3-4a07-bdab-5c03613e99c9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.296163] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.296285] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.296498] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.296588] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f79de95-85c3-4a07-bdab-5c03613e99c9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.297476] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f79de95-85c3-4a07-bdab-5c03613e99c9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.297840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.297840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.297840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.298012] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.298464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.298464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.298464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.298464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.298464] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f79de95-85c3-4a07-bdab-5c03613e99c9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.299879] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-508bc7a9-c85a-4278-848e-c7663210437c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.299879] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-508bc7a9-c85a-4278-848e-c7663210437c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.299879] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-508bc7a9-c85a-4278-848e-c7663210437c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.299879] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-508bc7a9-c85a-4278-848e-c7663210437c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.299879] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('508bc7a9-c85a-4278-848e-c7663210437c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.413029] env[70213]: INFO networking_nsxv3.common.synchronization [req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 req-6ce637ea-3b8d-4c5d-9c0b-0578ae4c12e8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Enqueued Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 962.413488] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 962.414718] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.414857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.414958] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.415222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.415427] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.415553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.415633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.415832] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.415947] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.416075] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.803822] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f79de95-85c3-4a07-bdab-5c03613e99c9 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.803992] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.804154] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f79de95-85c3-4a07-bdab-5c03613e99c9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.805059] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 508bc7a9-c85a-4278-848e-c7663210437c with status ACTIVE [ 962.805251] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.805377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.805472] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.805759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.805834] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.805993] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.806107] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.806171] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.806308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.807728] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.807728] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.807728] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.807728] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.807728] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.807728] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.807728] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 508bc7a9-c85a-4278-848e-c7663210437c is going to be updated. [ 962.829786] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.829786] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.829786] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.829786] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.829786] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.829786] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-508bc7a9-c85a-4278-848e-c7663210437c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.854424] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-924 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.854723] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-924" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.854964] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-924" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.855315] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-924" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.855662] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.855896] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.856056] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.856329] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.856589] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.856879] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.857020] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.857167] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.857305] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.857447] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.857582] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.857729] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.875596] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.875695] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 962.875843] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.876045] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-924" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.876388] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-1750b9be-a6a5-4b6d-afea-0aeab562f096 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.876570] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-1750b9be-a6a5-4b6d-afea-0aeab562f096" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.876694] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-1750b9be-a6a5-4b6d-afea-0aeab562f096" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.877091] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-1750b9be-a6a5-4b6d-afea-0aeab562f096" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.877178] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1750b9be-a6a5-4b6d-afea-0aeab562f096',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.918808] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.918955] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.919063] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.919319] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.919428] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.919727] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.919848] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.919908] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.920133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.920240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.920340] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 is going to be updated. [ 962.949328] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.949483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.949667] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.949789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.949937] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.959714] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: IN_PROGRESS for 2s [ 963.310659] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f79de95-85c3-4a07-bdab-5c03613e99c9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.379890] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.380148] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.380300] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.380771] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.380920] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.381910] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 1750b9be-a6a5-4b6d-afea-0aeab562f096 not found, creating... [ 963.381910] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.381910] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.381910] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.382292] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.382544] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.383015] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.383257] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.383488] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.383849] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.384083] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.384290] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 1750b9be-a6a5-4b6d-afea-0aeab562f096 is going to be created. [ 963.416450] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.416744] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.416964] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.417287] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.417678] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.417827] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-1750b9be-a6a5-4b6d-afea-0aeab562f096" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.814370] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.814676] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.815528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.815780] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.815881] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.815992] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 is going to be updated. [ 963.844364] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.844516] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.844590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.844805] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.844951] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.855864] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 in Status: IN_PROGRESS for 2s [ 964.117208] env[70213]: INFO networking_nsxv3.common.synchronization [req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 req-90659e3e-7da6-4854-919d-64490625b829 service nova] Enqueued Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_rules [ 964.118728] env[70213]: INFO networking_nsxv3.common.synchronization [req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 req-90659e3e-7da6-4854-919d-64490625b829 service nova] Enqueued Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 964.118728] env[70213]: INFO networking_nsxv3.common.synchronization [req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 req-90659e3e-7da6-4854-919d-64490625b829 service nova] Enqueued Resource ID: 1750b9be-a6a5-4b6d-afea-0aeab562f096 with Priority: HIGHEST for action port [ 964.120712] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_rules [ 964.120846] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 964.120933] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1750b9be-a6a5-4b6d-afea-0aeab562f096 with Priority: HIGHEST for action port [ 964.121334] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.121521] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.121619] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.121831] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.121938] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.123314] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.123314] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.123314] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-1750b9be-a6a5-4b6d-afea-0aeab562f096 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.123314] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1750b9be-a6a5-4b6d-afea-0aeab562f096" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.123314] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1750b9be-a6a5-4b6d-afea-0aeab562f096" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.123890] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1750b9be-a6a5-4b6d-afea-0aeab562f096" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.123890] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1750b9be-a6a5-4b6d-afea-0aeab562f096',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.512885] env[70213]: INFO networking_nsxv3.common.synchronization [req-6a04eecb-5964-4ca8-b040-e71913b32a2e req-5c4ebf10-1ed8-4d52-839c-61d3e5aaa5d3 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Enqueued Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 964.513614] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 964.514023] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.514149] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.514218] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.514422] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.514580] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.514677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.514739] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.514883] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.514969] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.515077] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.625385] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.625586] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.632021] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1750b9be-a6a5-4b6d-afea-0aeab562f096 with status ACTIVE [ 964.632021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.632021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.632021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.632021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.632021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.632021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.632021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.632021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.632021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.632021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.632021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.632021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.632021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.632021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.632021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.632021] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1750b9be-a6a5-4b6d-afea-0aeab562f096 is going to be updated. [ 964.653146] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.653287] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.653355] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.653562] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.653699] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.653862] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1750b9be-a6a5-4b6d-afea-0aeab562f096" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.969424] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: SUCCESS [ 964.969606] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 deletion is rescheduled due to dependency. [ 964.969746] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.969938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.970174] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.970358] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.970476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.970556] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.970703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.970783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.970878] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.017313] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.473522] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.521594] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.866319] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 in Status: SUCCESS [ 965.866699] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.866991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.867350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.867663] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.867871] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.867989] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.872395] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.872520] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.872677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.872829] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f79de95-85c3-4a07-bdab-5c03613e99c9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.979660] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.024586] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.024755] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.024827] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.025062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.025150] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.025256] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1d2214-3d43-4997-90b3-5c48df171063 is going to be updated. [ 966.050999] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.051275] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.051376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.051610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.051852] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.066247] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: IN_PROGRESS for 2s [ 966.376393] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f79de95-85c3-4a07-bdab-5c03613e99c9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.482647] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.482868] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.482994] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.483296] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.483404] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.483526] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 is going to be updated. [ 966.508494] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.508669] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.508741] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.509014] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.510283] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.519187] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: IN_PROGRESS for 2s [ 966.879203] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f79de95-85c3-4a07-bdab-5c03613e99c9: rpc.has_security_group_logging(os_id): False [ 966.896395] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.896545] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.896618] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.896831] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.896932] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.897231] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.897336] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.897393] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.897557] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.897637] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.897728] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 is going to be updated. [ 966.953298] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.953505] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.953505] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.953703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.953865] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.966701] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 in Status: IN_PROGRESS for 2s [ 968.072554] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: SUCCESS [ 968.072909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.529132] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: SUCCESS [ 968.529383] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.529459] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.529696] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.529907] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.530152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.530305] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.530540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.530540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.530540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.530670] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.980957] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 in Status: SUCCESS [ 968.981223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.037040] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.037253] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.037253] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.037430] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.037590] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.037686] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.037752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.037897] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.037983] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.038087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.038808] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.038930] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.038997] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.039188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.039376] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.039464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.039524] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.039695] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.039752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.040043] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.040043] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.515432] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 969.515695] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 969.541789] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24544c49-8605-4d5c-8f3b-14ae255c05d0: rpc.has_security_group_logging(os_id): False [ 969.565109] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.565109] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.565229] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.566837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.566837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.566837] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.566837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.566837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.566837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.566837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.566837] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.566837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.566837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.566837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.566837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.568285] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.569278] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.569278] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.569278] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.569278] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.569278] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 is going to be updated. [ 969.667925] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.667925] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.667925] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.667925] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.667925] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.682308] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: IN_PROGRESS for 2s [ 971.697711] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: SUCCESS [ 971.697711] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.356126] env[70213]: INFO networking_nsxv3.common.synchronization [req-be16159c-39aa-410d-a833-b52d5f1d4a68 req-7cf49d09-961d-4aff-be4c-315471807b27 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Enqueued Resource ID: 9241e58b-e123-4f4c-a02b-708cf0da710b with Priority: HIGHEST for action security_group_members [ 973.356126] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9241e58b-e123-4f4c-a02b-708cf0da710b with Priority: HIGHEST for action security_group_members [ 973.356126] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9241e58b-e123-4f4c-a02b-708cf0da710b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.356126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.356126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.356126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.356126] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.356126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.356126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.356126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.356126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.357723] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.861302] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.363524] env[70213]: INFO networking_nsxv3.common.synchronization [req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 req-b0b38a4f-3fc8-49e7-8ae9-2dacfcd24484 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Enqueued Resource ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 with Priority: HIGHEST for action security_group_members [ 974.363860] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.365716] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 with Priority: HIGHEST for action security_group_members [ 974.367020] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eee82c9-b502-446a-a077-cecdbf4c3e55 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.367159] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.367354] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.367437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.367599] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.367698] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.367760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.368053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.368145] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.370695] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eee82c9-b502-446a-a077-cecdbf4c3e55',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.873978] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.874185] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.874256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.874476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.874570] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.874822] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.874930] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.874997] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.876702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.876702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.876702] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 is going to be updated. [ 974.878333] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.878455] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.878686] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.879054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.879182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.879284] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9241e58b-e123-4f4c-a02b-708cf0da710b is going to be updated. [ 974.931819] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.931926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.932010] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.932271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.932423] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.940804] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.941546] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.941546] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.941546] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.941546] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.943573] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 in Status: IN_PROGRESS for 2s [ 974.951429] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9241e58b-e123-4f4c-a02b-708cf0da710b in Status: IN_PROGRESS for 2s [ 975.344693] env[70213]: INFO networking_nsxv3.common.synchronization [None req-2920957d-cef3-4ec7-99c4-bcf90a83862f None None] Enqueued Resource ID: 36700f69-e27b-46de-9af1-1e0036a60444 with Priority: HIGHEST for action port [ 975.344693] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36700f69-e27b-46de-9af1-1e0036a60444 with Priority: HIGHEST for action port [ 975.348113] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-36700f69-e27b-46de-9af1-1e0036a60444 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.348113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36700f69-e27b-46de-9af1-1e0036a60444" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.348113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36700f69-e27b-46de-9af1-1e0036a60444" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.348113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36700f69-e27b-46de-9af1-1e0036a60444" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.348113] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36700f69-e27b-46de-9af1-1e0036a60444',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.848457] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36700f69-e27b-46de-9af1-1e0036a60444 [ 975.848457] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.849622] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.849622] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.849622] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.849622] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.849622] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36700f69-e27b-46de-9af1-1e0036a60444 already deleted. [ 975.849622] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36700f69-e27b-46de-9af1-1e0036a60444" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.955813] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 in Status: SUCCESS [ 976.955813] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 deletion is rescheduled due to dependency. [ 976.955813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.963470] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9241e58b-e123-4f4c-a02b-708cf0da710b in Status: SUCCESS [ 976.963470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.203563] env[70213]: INFO networking_nsxv3.common.synchronization [req-74b80961-9603-4761-936f-6139b1aca279 req-4245f276-9b90-4d31-9359-80887e0d41a3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Enqueued Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 978.205844] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 978.205844] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.205844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.205844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.205844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.205844] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.205844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.205844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.207914] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.208113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.208166] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.420143] env[70213]: INFO networking_nsxv3.common.synchronization [None req-3985ebc6-cd3a-437e-9e22-aa9f211093d2 None None] Enqueued Resource ID: 027c2c0e-8436-4df6-876f-526ec7dadaf7 with Priority: HIGHEST for action port [ 978.420657] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 027c2c0e-8436-4df6-876f-526ec7dadaf7 with Priority: HIGHEST for action port [ 978.421016] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-027c2c0e-8436-4df6-876f-526ec7dadaf7 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.423065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-027c2c0e-8436-4df6-876f-526ec7dadaf7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.423146] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-027c2c0e-8436-4df6-876f-526ec7dadaf7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.427265] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-027c2c0e-8436-4df6-876f-526ec7dadaf7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.427265] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('027c2c0e-8436-4df6-876f-526ec7dadaf7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.713034] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.713034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.713034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.713034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.713034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.713034] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.713034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.713034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.713034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.713034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.713034] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 is going to be deleted. [ 978.751283] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.751283] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.751283] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.751283] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.751283] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.751283] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.837604] env[70213]: INFO networking_nsxv3.common.synchronization [req-74b80961-9603-4761-936f-6139b1aca279 req-1094ce70-d813-4c47-993a-b3b281177f01 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Enqueued Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 978.838192] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 978.838433] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.838554] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.838620] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.838812] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.838966] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.840648] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.840739] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.840905] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.840995] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.841182] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.928369] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 027c2c0e-8436-4df6-876f-526ec7dadaf7 [ 978.928602] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.928754] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.928822] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.929039] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.929155] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.929212] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:027c2c0e-8436-4df6-876f-526ec7dadaf7 already deleted. [ 978.929291] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-027c2c0e-8436-4df6-876f-526ec7dadaf7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.279371] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.279692] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-871" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.279895] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-871" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.280662] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-871" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.280662] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.280906] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.281200] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.281487] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.281677] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.282082] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.282212] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.282332] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.282445] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.282559] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.282669] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.282822] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.300640] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.300865] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 979.301065] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.303162] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-871" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.303162] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-be54ff22-e42f-45f3-8715-0d2ca42283bd taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.303162] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-be54ff22-e42f-45f3-8715-0d2ca42283bd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.303162] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-be54ff22-e42f-45f3-8715-0d2ca42283bd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.304023] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-be54ff22-e42f-45f3-8715-0d2ca42283bd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.304023] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be54ff22-e42f-45f3-8715-0d2ca42283bd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.346990] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.347565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.347565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.347724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.347724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.347938] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.348076] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.348147] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.348325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.348413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.348494] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 already deleted. [ 979.348600] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.806255] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.806552] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.806718] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.807476] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.807476] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.807476] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port be54ff22-e42f-45f3-8715-0d2ca42283bd not found, creating... [ 979.807778] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.807975] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.808341] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.808451] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.808571] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.808999] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.809257] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.809397] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.809633] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.809884] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.810148] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: be54ff22-e42f-45f3-8715-0d2ca42283bd is going to be created. [ 979.840284] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.840505] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.840633] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.840984] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.841282] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.841556] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-be54ff22-e42f-45f3-8715-0d2ca42283bd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.024027] env[70213]: INFO networking_nsxv3.common.synchronization [None req-467ca3c4-a83f-4ea6-b4cf-5282cd27d25c None None] Enqueued Resource ID: a484f14a-5062-4d17-905c-6f49ff3e0e82 with Priority: HIGHEST for action port [ 980.024356] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a484f14a-5062-4d17-905c-6f49ff3e0e82 with Priority: HIGHEST for action port [ 980.027954] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-a484f14a-5062-4d17-905c-6f49ff3e0e82 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.027954] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a484f14a-5062-4d17-905c-6f49ff3e0e82" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.027954] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a484f14a-5062-4d17-905c-6f49ff3e0e82" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.027954] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a484f14a-5062-4d17-905c-6f49ff3e0e82" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.027954] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a484f14a-5062-4d17-905c-6f49ff3e0e82',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.530963] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a484f14a-5062-4d17-905c-6f49ff3e0e82 [ 980.530963] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.530963] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.530963] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.530963] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.530963] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.530963] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a484f14a-5062-4d17-905c-6f49ff3e0e82 already deleted. [ 980.530963] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a484f14a-5062-4d17-905c-6f49ff3e0e82" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.768833] env[70213]: INFO networking_nsxv3.common.synchronization [req-74b80961-9603-4761-936f-6139b1aca279 req-00b23ebf-572d-420d-b94a-409cad593ad5 service nova] Enqueued Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_rules [ 980.769199] env[70213]: INFO networking_nsxv3.common.synchronization [req-74b80961-9603-4761-936f-6139b1aca279 req-00b23ebf-572d-420d-b94a-409cad593ad5 service nova] Enqueued Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 980.769384] env[70213]: INFO networking_nsxv3.common.synchronization [req-74b80961-9603-4761-936f-6139b1aca279 req-00b23ebf-572d-420d-b94a-409cad593ad5 service nova] Enqueued Resource ID: be54ff22-e42f-45f3-8715-0d2ca42283bd with Priority: HIGHEST for action port [ 980.770336] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_rules [ 980.770506] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 980.770612] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be54ff22-e42f-45f3-8715-0d2ca42283bd with Priority: HIGHEST for action port [ 980.771339] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.771430] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.771498] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.771999] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.771999] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.774095] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.774095] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.774095] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.774095] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.774095] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.774321] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.774321] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.775045] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.775045] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.775045] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.777777] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-be54ff22-e42f-45f3-8715-0d2ca42283bd taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.777923] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be54ff22-e42f-45f3-8715-0d2ca42283bd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.777993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be54ff22-e42f-45f3-8715-0d2ca42283bd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.778191] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be54ff22-e42f-45f3-8715-0d2ca42283bd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.778274] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be54ff22-e42f-45f3-8715-0d2ca42283bd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.274138] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.274352] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.276773] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.282253] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be54ff22-e42f-45f3-8715-0d2ca42283bd with status ACTIVE [ 981.282348] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.282474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.282537] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.282688] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.282782] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.282990] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.283107] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.283226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.283324] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.283401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.283579] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.283670] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.283727] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.283864] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.283938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.284032] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be54ff22-e42f-45f3-8715-0d2ca42283bd is going to be updated. [ 981.307042] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.307042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.307216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.307298] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.307432] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.307595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be54ff22-e42f-45f3-8715-0d2ca42283bd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.707285] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.707285] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-691" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.707285] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-691" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.707285] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-691" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.707285] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.707285] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.707285] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.707285] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.707285] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.707285] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.707285] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.707285] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.707285] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.712975] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.712975] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.712975] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.727790] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.727956] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 981.728486] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.728718] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-691" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.729109] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-853fa25d-3ee5-46aa-8fbd-5f612a70adef taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.729248] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-853fa25d-3ee5-46aa-8fbd-5f612a70adef" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.729380] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-853fa25d-3ee5-46aa-8fbd-5f612a70adef" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.729676] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-853fa25d-3ee5-46aa-8fbd-5f612a70adef" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.729877] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('853fa25d-3ee5-46aa-8fbd-5f612a70adef',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.784118] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.235193] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.235470] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.235913] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.235913] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.236128] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.236302] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 853fa25d-3ee5-46aa-8fbd-5f612a70adef not found, creating... [ 982.236571] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.236800] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.236964] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.237236] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.237385] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.238618] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.238851] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.238956] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.244408] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.244408] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.244408] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 853fa25d-3ee5-46aa-8fbd-5f612a70adef is going to be created. [ 982.264628] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.264628] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.264628] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.264628] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.264628] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.264628] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-853fa25d-3ee5-46aa-8fbd-5f612a70adef" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.286575] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.287187] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.287187] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.287187] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.287187] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.287187] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 is going to be created. [ 982.316169] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.316277] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.316424] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.316559] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.316716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.326724] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: UNINITIALIZED for 2s [ 982.391597] env[70213]: INFO networking_nsxv3.common.synchronization [None req-0f9b3400-63ec-4fce-b97a-9af3ada019b8 None None] Enqueued Resource ID: b87a2cba-dde4-48b7-a4f4-c5cda20dad10 with Priority: HIGHEST for action port [ 982.392245] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87a2cba-dde4-48b7-a4f4-c5cda20dad10 with Priority: HIGHEST for action port [ 982.393134] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-b87a2cba-dde4-48b7-a4f4-c5cda20dad10 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.393134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b87a2cba-dde4-48b7-a4f4-c5cda20dad10" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.393134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b87a2cba-dde4-48b7-a4f4-c5cda20dad10" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.393134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b87a2cba-dde4-48b7-a4f4-c5cda20dad10" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.393134] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b87a2cba-dde4-48b7-a4f4-c5cda20dad10',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.614703] env[70213]: INFO networking_nsxv3.common.synchronization [req-5cf3c2de-fb3c-4e05-8979-b88db230716d req-2c67b134-dcaa-4e8e-801f-d066eb1cde1d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Enqueued Resource ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa with Priority: HIGHEST for action security_group_members [ 982.615240] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa with Priority: HIGHEST for action security_group_members [ 982.615568] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0463d193-71c6-48c2-ac5b-73103a5f9cfa taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.615693] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.615763] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.618043] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.618261] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.618393] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.618550] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.618632] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.618720] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.618830] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0463d193-71c6-48c2-ac5b-73103a5f9cfa',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.898380] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b87a2cba-dde4-48b7-a4f4-c5cda20dad10 [ 982.898380] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.898380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.898380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.898380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.898380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.898380] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b87a2cba-dde4-48b7-a4f4-c5cda20dad10 already deleted. [ 982.898380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b87a2cba-dde4-48b7-a4f4-c5cda20dad10" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.921923] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.922299] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-909" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.922447] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-909" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.922806] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-909" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.923091] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.923248] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.923365] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.923584] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.923745] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.924036] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 982.924108] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.924645] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.924645] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.924645] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 982.924645] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.924811] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.945223] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.945409] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 982.945546] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.945722] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-909" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.946063] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-a05e506f-5605-4a08-8496-ab4c1b40688e taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.946243] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-a05e506f-5605-4a08-8496-ab4c1b40688e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.946366] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-a05e506f-5605-4a08-8496-ab4c1b40688e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.946666] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-a05e506f-5605-4a08-8496-ab4c1b40688e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.946818] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a05e506f-5605-4a08-8496-ab4c1b40688e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.124638] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.124785] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.124857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.125133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.125230] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.125432] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.125534] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.125598] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.125753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.125830] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.125919] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa already deleted. [ 983.125999] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.126773] env[70213]: INFO networking_nsxv3.common.synchronization [req-74b80961-9603-4761-936f-6139b1aca279 req-15f0ead8-ddfc-4f46-90a4-62bcfaaa63a0 service nova] Enqueued Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_rules [ 983.126949] env[70213]: INFO networking_nsxv3.common.synchronization [req-74b80961-9603-4761-936f-6139b1aca279 req-15f0ead8-ddfc-4f46-90a4-62bcfaaa63a0 service nova] Enqueued Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 983.129771] env[70213]: INFO networking_nsxv3.common.synchronization [req-74b80961-9603-4761-936f-6139b1aca279 req-15f0ead8-ddfc-4f46-90a4-62bcfaaa63a0 service nova] Enqueued Resource ID: 853fa25d-3ee5-46aa-8fbd-5f612a70adef with Priority: HIGHEST for action port [ 983.130581] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_rules [ 983.130734] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 983.130836] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 853fa25d-3ee5-46aa-8fbd-5f612a70adef with Priority: HIGHEST for action port [ 983.131162] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.131261] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.131832] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.132664] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.133302] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-853fa25d-3ee5-46aa-8fbd-5f612a70adef taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.133590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-853fa25d-3ee5-46aa-8fbd-5f612a70adef" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.133791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-853fa25d-3ee5-46aa-8fbd-5f612a70adef" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.133998] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-853fa25d-3ee5-46aa-8fbd-5f612a70adef" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.134112] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('853fa25d-3ee5-46aa-8fbd-5f612a70adef',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.450154] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.450406] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.450539] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.450828] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.450989] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.451166] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port a05e506f-5605-4a08-8496-ab4c1b40688e not found, creating... [ 983.451485] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.451664] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.451851] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.452220] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.452409] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.452769] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.452969] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.453125] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.453355] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.453500] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.453649] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: a05e506f-5605-4a08-8496-ab4c1b40688e is going to be created. [ 983.471644] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.471868] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.472020] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.472524] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.472524] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.472905] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-a05e506f-5605-4a08-8496-ab4c1b40688e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.636178] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 853fa25d-3ee5-46aa-8fbd-5f612a70adef with status ACTIVE [ 983.636497] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.636653] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.636721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.636936] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.637043] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.637218] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.637315] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.637375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.637524] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.637602] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.637853] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.637986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.638104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.638306] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.638395] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.638531] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 853fa25d-3ee5-46aa-8fbd-5f612a70adef is going to be updated. [ 983.663636] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.663770] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.663869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.663984] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.664154] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.664320] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-853fa25d-3ee5-46aa-8fbd-5f612a70adef" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.337628] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: SUCCESS [ 984.337971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.337971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.338214] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.338411] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.338528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.338594] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.338753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.338836] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.338925] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.341196] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.342227] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.342555] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.342638] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.342711] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.342772] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.343226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.343397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.343462] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.508466] env[70213]: INFO networking_nsxv3.common.synchronization [req-5cf3c2de-fb3c-4e05-8979-b88db230716d req-357ee99f-9157-4e7a-8159-c38090208c55 service nova] Enqueued Resource ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa with Priority: HIGHEST for action security_group_rules [ 984.508655] env[70213]: INFO networking_nsxv3.common.synchronization [req-5cf3c2de-fb3c-4e05-8979-b88db230716d req-357ee99f-9157-4e7a-8159-c38090208c55 service nova] Enqueued Resource ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa with Priority: HIGHEST for action security_group_members [ 984.508796] env[70213]: INFO networking_nsxv3.common.synchronization [req-5cf3c2de-fb3c-4e05-8979-b88db230716d req-357ee99f-9157-4e7a-8159-c38090208c55 service nova] Enqueued Resource ID: a05e506f-5605-4a08-8496-ab4c1b40688e with Priority: HIGHEST for action port [ 984.509047] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa with Priority: HIGHEST for action security_group_rules [ 984.509185] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa with Priority: HIGHEST for action security_group_members [ 984.509280] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05e506f-5605-4a08-8496-ab4c1b40688e with Priority: HIGHEST for action port [ 984.509843] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0463d193-71c6-48c2-ac5b-73103a5f9cfa taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.509969] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.512447] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.512706] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.512802] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0463d193-71c6-48c2-ac5b-73103a5f9cfa',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.513686] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0463d193-71c6-48c2-ac5b-73103a5f9cfa taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.513806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.513873] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.515075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.515075] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.515075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.515075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.515075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.515075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.515075] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0463d193-71c6-48c2-ac5b-73103a5f9cfa',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.515514] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-a05e506f-5605-4a08-8496-ab4c1b40688e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.515772] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a05e506f-5605-4a08-8496-ab4c1b40688e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.515844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a05e506f-5605-4a08-8496-ab4c1b40688e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.515976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a05e506f-5605-4a08-8496-ab4c1b40688e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.516067] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a05e506f-5605-4a08-8496-ab4c1b40688e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.846143] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.846312] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.847591] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.018098] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0463d193-71c6-48c2-ac5b-73103a5f9cfa taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.022098] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.022098] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0463d193-71c6-48c2-ac5b-73103a5f9cfa',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.023895] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a05e506f-5605-4a08-8496-ab4c1b40688e with status ACTIVE [ 985.024474] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.024474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.024474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.027150] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.027150] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.027150] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.027150] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.027150] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.027150] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.027150] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.027821] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.027959] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.028048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.028273] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.028303] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.028374] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a05e506f-5605-4a08-8496-ab4c1b40688e is going to be updated. [ 985.052529] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.052529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.052529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.052529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.052529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.052529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a05e506f-5605-4a08-8496-ab4c1b40688e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.349374] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.530164] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0463d193-71c6-48c2-ac5b-73103a5f9cfa',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.756757] env[70213]: INFO networking_nsxv3.common.synchronization [req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d req-687f571b-49b7-4efc-b5ae-40108aedbc2d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Enqueued Resource ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 with Priority: HIGHEST for action security_group_members [ 985.757466] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 with Priority: HIGHEST for action security_group_members [ 985.757630] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-611b080d-9655-41ab-a6ad-3da7d87fc4f6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.757758] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.757820] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.758097] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.758188] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.758419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.758419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.758533] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.758533] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.758756] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('611b080d-9655-41ab-a6ad-3da7d87fc4f6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.851594] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.851744] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.851801] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.852065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.852255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.852255] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 is going to be updated. [ 985.882685] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.882685] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.882685] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.882685] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.882685] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.890499] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: IN_PROGRESS for 2s [ 986.032658] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.038088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.038088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.038088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.038088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.038088] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa is going to be created. [ 986.062585] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.062740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.062795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.063065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.063196] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.072214] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa in Status: UNINITIALIZED for 2s [ 986.264044] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.264044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.264044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.264044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.264044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.264044] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.264044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.264044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.264044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.264044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.264044] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 is going to be updated. [ 986.294019] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.294019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.294019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.294019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.294019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.301500] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 in Status: IN_PROGRESS for 2s [ 987.901172] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: SUCCESS [ 987.901172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.901172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.901172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.901172] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.901172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.901172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.901795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.901795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.901795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.901795] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.901795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.901795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.902048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.902048] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.903033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.903033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.903033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.903033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.903033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.903033] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.081110] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa in Status: SUCCESS [ 988.081414] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.081620] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.081903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.082201] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.082363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.082442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.082745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.082814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.082914] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.083349] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0463d193-71c6-48c2-ac5b-73103a5f9cfa',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.330520] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 in Status: SUCCESS [ 988.330706] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 deletion is rescheduled due to dependency. [ 988.330820] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.407437] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b8d1845-4ced-4cfb-9192-05de5a86d8d2: rpc.has_security_group_logging(os_id): False [ 988.424256] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.424363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.424363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.424559] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.424649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.424844] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.424943] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.425036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.425192] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.425275] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.425787] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.425904] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.425970] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.426167] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.426513] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.426513] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.426513] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.426513] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.426676] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.426709] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.426794] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 is going to be created. [ 988.481530] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.481692] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.481758] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.482209] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.482302] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.495327] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: IN_PROGRESS for 2s [ 988.588435] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0463d193-71c6-48c2-ac5b-73103a5f9cfa',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.093937] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0463d193-71c6-48c2-ac5b-73103a5f9cfa: rpc.has_security_group_logging(os_id): False [ 989.113430] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.113643] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.113727] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.113953] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.114072] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.114604] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.114604] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.114604] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.114803] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.114803] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.114890] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa is going to be created. [ 989.167858] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.168095] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.168180] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.168417] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.168621] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.178273] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa in Status: IN_PROGRESS for 2s [ 989.886128] env[70213]: INFO networking_nsxv3.common.synchronization [None req-a9a9c123-42bc-4dd3-8820-2d5dfd117efb None None] Enqueued Resource ID: 7e13f080-0ba7-41a7-9aa6-a693df05145c with Priority: HIGHEST for action port [ 989.886403] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e13f080-0ba7-41a7-9aa6-a693df05145c with Priority: HIGHEST for action port [ 989.886730] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e13f080-0ba7-41a7-9aa6-a693df05145c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.887970] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e13f080-0ba7-41a7-9aa6-a693df05145c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.887970] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e13f080-0ba7-41a7-9aa6-a693df05145c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.888220] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e13f080-0ba7-41a7-9aa6-a693df05145c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.888303] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e13f080-0ba7-41a7-9aa6-a693df05145c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.390920] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e13f080-0ba7-41a7-9aa6-a693df05145c [ 990.391192] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.391474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.391474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.391633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.391755] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.391903] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e13f080-0ba7-41a7-9aa6-a693df05145c already deleted. [ 990.391903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e13f080-0ba7-41a7-9aa6-a693df05145c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.510402] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: SUCCESS [ 990.510402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.510402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.510402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.510402] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.010968] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.011182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.011232] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.011475] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.011635] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.011765] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.011821] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.012096] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.012176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.012226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.012296] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.190822] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa in Status: SUCCESS [ 991.191079] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.520565] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.520907] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.520907] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.521087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.521281] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.521386] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.521473] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.521663] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.521766] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.521860] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.522097] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.522210] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.522272] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.522436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.522577] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.522680] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.522742] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.522908] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.522983] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.523163] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.523163] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.026601] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b8d1845-4ced-4cfb-9192-05de5a86d8d2: rpc.has_security_group_logging(os_id): False [ 992.045088] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.045088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.046166] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.046502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.046729] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.047084] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.047160] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.047202] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.047419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.047565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.047833] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.047966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.048143] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.048306] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.048434] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.048695] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.049332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.049332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.049477] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.049631] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.049754] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 is going to be updated. [ 992.062148] env[70213]: INFO networking_nsxv3.common.synchronization [None req-14e674fd-9266-44ce-bcbc-5c86b3fa9182 None None] Enqueued Resource ID: 38a04bf8-0f95-4dfd-97c4-488b0fdba26a with Priority: HIGHEST for action port [ 992.062420] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38a04bf8-0f95-4dfd-97c4-488b0fdba26a with Priority: HIGHEST for action port [ 992.062993] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-38a04bf8-0f95-4dfd-97c4-488b0fdba26a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.063252] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38a04bf8-0f95-4dfd-97c4-488b0fdba26a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.063252] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38a04bf8-0f95-4dfd-97c4-488b0fdba26a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.063456] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38a04bf8-0f95-4dfd-97c4-488b0fdba26a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.063540] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38a04bf8-0f95-4dfd-97c4-488b0fdba26a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.106348] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.106467] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.106665] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.107173] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.107856] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.123819] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: IN_PROGRESS for 2s [ 992.383036] env[70213]: INFO networking_nsxv3.common.synchronization [None req-ee572f5a-2a34-4319-bf0d-a8cb00b689df None None] Enqueued Resource ID: 804fb1e1-a45d-43c9-8237-4d9140b09433 with Priority: HIGHEST for action port [ 992.383696] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 804fb1e1-a45d-43c9-8237-4d9140b09433 with Priority: HIGHEST for action port [ 992.384296] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-804fb1e1-a45d-43c9-8237-4d9140b09433 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.384459] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-804fb1e1-a45d-43c9-8237-4d9140b09433" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.384528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-804fb1e1-a45d-43c9-8237-4d9140b09433" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.384803] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-804fb1e1-a45d-43c9-8237-4d9140b09433" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.384897] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('804fb1e1-a45d-43c9-8237-4d9140b09433',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.567310] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38a04bf8-0f95-4dfd-97c4-488b0fdba26a [ 992.567310] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.567310] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.567310] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.567310] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.567310] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.567310] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38a04bf8-0f95-4dfd-97c4-488b0fdba26a already deleted. [ 992.567310] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38a04bf8-0f95-4dfd-97c4-488b0fdba26a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.887419] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 804fb1e1-a45d-43c9-8237-4d9140b09433 [ 992.887651] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.887781] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.887840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.888077] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.888160] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.888258] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:804fb1e1-a45d-43c9-8237-4d9140b09433 already deleted. [ 992.888336] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-804fb1e1-a45d-43c9-8237-4d9140b09433" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.815276] env[70213]: INFO networking_nsxv3.common.synchronization [None req-168c3593-b851-468b-9622-cf70b017acee None None] Enqueued Resource ID: d511ae9a-9e47-4271-8bf6-59eef2ad36d8 with Priority: HIGHEST for action port [ 993.815276] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d511ae9a-9e47-4271-8bf6-59eef2ad36d8 with Priority: HIGHEST for action port [ 993.815276] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-d511ae9a-9e47-4271-8bf6-59eef2ad36d8 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.815276] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d511ae9a-9e47-4271-8bf6-59eef2ad36d8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.815276] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d511ae9a-9e47-4271-8bf6-59eef2ad36d8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.815276] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d511ae9a-9e47-4271-8bf6-59eef2ad36d8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.816181] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d511ae9a-9e47-4271-8bf6-59eef2ad36d8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.127661] env[70213]: INFO networking_nsxv3.common.synchronization [req-d532aa62-0154-46e3-b9e3-e7f311059d4c req-c4213975-2c29-4269-a522-810b161d9c1e tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Enqueued Resource ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b with Priority: HIGHEST for action security_group_members [ 994.128270] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b with Priority: HIGHEST for action security_group_members [ 994.128979] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c614c359-2ca0-48d4-8960-75eb55ccdb9b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.129347] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.129347] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.129575] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.129719] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.129823] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.129886] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.130048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.130122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.130241] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c614c359-2ca0-48d4-8960-75eb55ccdb9b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.141075] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: SUCCESS [ 994.141350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.320466] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d511ae9a-9e47-4271-8bf6-59eef2ad36d8 [ 994.320650] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.320832] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.320904] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.322022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.322022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.322022] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d511ae9a-9e47-4271-8bf6-59eef2ad36d8 already deleted. [ 994.322022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d511ae9a-9e47-4271-8bf6-59eef2ad36d8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.634158] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.634267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.634311] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.634505] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.634595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.634804] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.634892] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.634955] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.635899] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.635899] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.635899] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b is going to be updated. [ 994.667012] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.667240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.667240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.669849] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.670888] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.679736] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b in Status: IN_PROGRESS for 2s [ 995.865032] env[70213]: INFO networking_nsxv3.common.synchronization [None req-2da1f2b6-8fec-41e0-8cc0-f6b7212bd19d None None] Enqueued Resource ID: ca4d587e-b004-4cca-943b-b9dd2ddba849 with Priority: HIGHEST for action port [ 995.865332] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4d587e-b004-4cca-943b-b9dd2ddba849 with Priority: HIGHEST for action port [ 995.866043] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca4d587e-b004-4cca-943b-b9dd2ddba849 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.866177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca4d587e-b004-4cca-943b-b9dd2ddba849" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.866245] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca4d587e-b004-4cca-943b-b9dd2ddba849" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.866492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca4d587e-b004-4cca-943b-b9dd2ddba849" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.866631] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca4d587e-b004-4cca-943b-b9dd2ddba849',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.198174] env[70213]: INFO networking_nsxv3.common.synchronization [req-74517c7a-14c0-49e6-8d83-1b7145e23358 req-4ecba185-115b-4d42-aa10-052c197a44f3 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Enqueued Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 996.198417] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 996.198832] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.198955] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.201430] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.201430] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.201563] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.201646] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.201721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.201892] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.202026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.202317] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.369742] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca4d587e-b004-4cca-943b-b9dd2ddba849 [ 996.370016] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.370292] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.370292] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.370600] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.370708] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.370850] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca4d587e-b004-4cca-943b-b9dd2ddba849 already deleted. [ 996.370890] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca4d587e-b004-4cca-943b-b9dd2ddba849" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.690165] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b in Status: SUCCESS [ 996.690365] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b deletion is rescheduled due to dependency. [ 996.690597] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.704911] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.736834] env[70213]: INFO networking_nsxv3.common.synchronization [None req-393214d1-75ef-40b7-9994-a1c12f0ea91e None None] Enqueued Resource ID: 7cf96478-bb2b-410c-9880-f58108bff70c with Priority: HIGHEST for action port [ 996.738663] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cf96478-bb2b-410c-9880-f58108bff70c with Priority: HIGHEST for action port [ 996.739080] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cf96478-bb2b-410c-9880-f58108bff70c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.739215] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cf96478-bb2b-410c-9880-f58108bff70c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.739350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cf96478-bb2b-410c-9880-f58108bff70c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.739558] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cf96478-bb2b-410c-9880-f58108bff70c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.739611] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cf96478-bb2b-410c-9880-f58108bff70c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.209795] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.242527] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cf96478-bb2b-410c-9880-f58108bff70c [ 997.242795] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.242966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.243063] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.243274] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.244377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.244538] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cf96478-bb2b-410c-9880-f58108bff70c already deleted. [ 997.244644] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cf96478-bb2b-410c-9880-f58108bff70c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.714613] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.714613] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.714728] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.715063] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.715063] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.715203] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1d2214-3d43-4997-90b3-5c48df171063 is going to be updated. [ 997.741210] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.741343] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.741597] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.741597] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.742030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.753019] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: IN_PROGRESS for 2s [ 997.872494] env[70213]: INFO networking_nsxv3.common.synchronization [req-cad328e0-0bac-449e-8674-472fc9743ee3 req-9a961ea1-6d5f-4fc8-97a5-13ac5d169d4b tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Enqueued Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 997.873156] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 997.873656] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.873656] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.873656] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.873848] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.873932] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.874036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.874094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.874403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.874403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.874492] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.378494] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.451549] env[70213]: INFO networking_nsxv3.common.synchronization [req-cad328e0-0bac-449e-8674-472fc9743ee3 req-ed2948d8-1d42-4aab-848f-9c069ba849bc tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Enqueued Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 998.454295] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGHEST for action security_group_members [ 998.456191] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.456191] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.880424] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.178921] env[70213]: INFO networking_nsxv3.common.synchronization [req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 req-299fb2ee-d668-44c2-beaa-687ec225f578 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Enqueued Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 999.179547] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 999.179895] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.180050] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.180124] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.180321] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.180530] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.180636] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.180702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.180855] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.180942] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.181049] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.384295] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.384295] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.384295] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.384295] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.384295] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.384295] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 is going to be updated. [ 999.408976] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.408976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.408976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.408976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.409347] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.417025] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: IN_PROGRESS for 2s [ 999.684618] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.684618] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.684809] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.685574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.685574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.685574] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.685574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.685574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.686264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.686264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.686264] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 is going to be updated. [ 999.712700] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.713015] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.713015] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.714044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.714044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.724436] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: IN_PROGRESS for 2s [ 999.759612] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: SUCCESS [ 999.759900] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.249780] env[70213]: INFO networking_nsxv3.common.synchronization [req-fa0ca336-c7e2-40a1-b444-32d286665607 req-a091f0bd-4700-4171-90ea-e20fa04c652f tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Enqueued Resource ID: 9241e58b-e123-4f4c-a02b-708cf0da710b with Priority: HIGHEST for action security_group_members [ 1000.250443] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9241e58b-e123-4f4c-a02b-708cf0da710b with Priority: HIGHEST for action security_group_members [ 1000.250933] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9241e58b-e123-4f4c-a02b-708cf0da710b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.250933] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.252113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.253391] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.253391] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.253391] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.253391] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.253391] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.253391] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.253391] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.755824] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.755824] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.755824] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.756214] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.756214] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.756214] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.756316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.756368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.756524] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.756599] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.756687] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9241e58b-e123-4f4c-a02b-708cf0da710b is going to be updated. [ 1000.782167] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.782323] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.782397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.782598] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.782736] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.790650] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9241e58b-e123-4f4c-a02b-708cf0da710b in Status: IN_PROGRESS for 2s [ 1001.427750] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: SUCCESS [ 1001.427976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.428165] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.428629] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.428629] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.428754] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.428754] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.428915] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.428970] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.429049] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.734822] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: SUCCESS [ 1001.734996] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 deletion is rescheduled due to dependency. [ 1001.735123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.817352] env[70213]: INFO networking_nsxv3.common.synchronization [req-56608130-d1d3-466a-a0c6-b746bc174db8 req-f1eefb0e-efaf-4bab-aa7b-8b31b33a72b5 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Enqueued Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_members [ 1001.818157] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_members [ 1001.818244] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7843676-b961-4823-afef-e2b1c088ad8b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.818340] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.818433] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.818603] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.818790] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.818839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.818951] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.819120] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.819186] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.819239] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.838779] env[70213]: INFO networking_nsxv3.common.synchronization [req-56608130-d1d3-466a-a0c6-b746bc174db8 req-f1eefb0e-efaf-4bab-aa7b-8b31b33a72b5 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Enqueued Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_rules [ 1001.838929] env[70213]: INFO networking_nsxv3.common.synchronization [req-56608130-d1d3-466a-a0c6-b746bc174db8 req-f1eefb0e-efaf-4bab-aa7b-8b31b33a72b5 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Enqueued Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_members [ 1001.839099] env[70213]: INFO networking_nsxv3.common.synchronization [req-56608130-d1d3-466a-a0c6-b746bc174db8 req-f1eefb0e-efaf-4bab-aa7b-8b31b33a72b5 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Enqueued Resource ID: 8b3d70fd-a522-4622-a83b-c2dc4789d97a with Priority: HIGHEST for action port [ 1001.839331] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_rules [ 1001.839457] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_members [ 1001.839550] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b3d70fd-a522-4622-a83b-c2dc4789d97a with Priority: HIGHEST for action port [ 1001.840342] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7843676-b961-4823-afef-e2b1c088ad8b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.840480] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.840588] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.840739] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.840818] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.844034] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7843676-b961-4823-afef-e2b1c088ad8b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.844034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.844034] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b3d70fd-a522-4622-a83b-c2dc4789d97a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.844034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b3d70fd-a522-4622-a83b-c2dc4789d97a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.844034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b3d70fd-a522-4622-a83b-c2dc4789d97a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.844034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b3d70fd-a522-4622-a83b-c2dc4789d97a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.844034] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b3d70fd-a522-4622-a83b-c2dc4789d97a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.935391] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.935594] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.935704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.936029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.936183] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.936722] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.936863] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.936946] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.937136] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.937222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.937315] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 is going to be updated. [ 1001.961098] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.961255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.961389] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.961646] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.962415] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.969405] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: IN_PROGRESS for 2s [ 1002.321707] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.344141] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7843676-b961-4823-afef-e2b1c088ad8b taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.344366] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.346665] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b3d70fd-a522-4622-a83b-c2dc4789d97a with status ACTIVE [ 1002.346906] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.347112] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.347231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.347541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.347686] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.347962] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.348139] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.348241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.348472] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.348598] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.348881] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.349083] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.349141] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.349348] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.349467] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.349598] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b3d70fd-a522-4622-a83b-c2dc4789d97a is going to be updated. [ 1002.371160] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.371407] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.371508] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.371800] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.372021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.372233] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b3d70fd-a522-4622-a83b-c2dc4789d97a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.801893] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9241e58b-e123-4f4c-a02b-708cf0da710b in Status: SUCCESS [ 1002.802151] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9241e58b-e123-4f4c-a02b-708cf0da710b deletion is rescheduled due to dependency. [ 1002.802271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.824401] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.326970] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.327919] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.327919] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.327919] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.328101] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.328216] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7843676-b961-4823-afef-e2b1c088ad8b is going to be updated. [ 1003.353528] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.353707] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.353744] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.353938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.354331] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.362976] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7843676-b961-4823-afef-e2b1c088ad8b in Status: IN_PROGRESS for 2s [ 1003.981525] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 in Status: SUCCESS [ 1003.981840] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 deletion is rescheduled due to dependency. [ 1003.981840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.854806] env[70213]: INFO networking_nsxv3.common.synchronization [req-e5811a6c-341b-46eb-b61e-37914d3e4552 req-a72de393-35e3-4f1b-9916-2fe0d200a21b tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Enqueued Resource ID: c5399544-5147-45eb-992f-cc4fc6e6420a with Priority: HIGHEST for action security_group_members [ 1004.855869] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5399544-5147-45eb-992f-cc4fc6e6420a with Priority: HIGHEST for action security_group_members [ 1004.856664] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5399544-5147-45eb-992f-cc4fc6e6420a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.856789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.856855] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.857117] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.857277] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.857380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.857544] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.857719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.857809] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.857969] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5399544-5147-45eb-992f-cc4fc6e6420a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.204105] env[70213]: INFO networking_nsxv3.common.synchronization [req-81d8b880-4786-404a-93f5-ac2b820cbeb2 req-b0e3142d-7904-47aa-8ac5-a18d898838f5 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Enqueued Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_members [ 1005.204757] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_members [ 1005.208709] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7843676-b961-4823-afef-e2b1c088ad8b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.208851] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.259163] env[70213]: INFO networking_nsxv3.common.synchronization [req-81d8b880-4786-404a-93f5-ac2b820cbeb2 req-b0e3142d-7904-47aa-8ac5-a18d898838f5 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Enqueued Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_rules [ 1005.259163] env[70213]: INFO networking_nsxv3.common.synchronization [req-81d8b880-4786-404a-93f5-ac2b820cbeb2 req-b0e3142d-7904-47aa-8ac5-a18d898838f5 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Enqueued Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_members [ 1005.259163] env[70213]: INFO networking_nsxv3.common.synchronization [req-81d8b880-4786-404a-93f5-ac2b820cbeb2 req-b0e3142d-7904-47aa-8ac5-a18d898838f5 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Enqueued Resource ID: 8b3d70fd-a522-4622-a83b-c2dc4789d97a with Priority: HIGHEST for action port [ 1005.259163] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_rules [ 1005.259163] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_members [ 1005.259163] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b3d70fd-a522-4622-a83b-c2dc4789d97a with Priority: HIGHEST for action port [ 1005.259972] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7843676-b961-4823-afef-e2b1c088ad8b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.260213] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.260514] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7843676-b961-4823-afef-e2b1c088ad8b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.260703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.260967] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b3d70fd-a522-4622-a83b-c2dc4789d97a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.261193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b3d70fd-a522-4622-a83b-c2dc4789d97a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.261340] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b3d70fd-a522-4622-a83b-c2dc4789d97a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.261684] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b3d70fd-a522-4622-a83b-c2dc4789d97a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.261832] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b3d70fd-a522-4622-a83b-c2dc4789d97a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.363152] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.363152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.363152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.363152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.363152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.363152] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.363152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.363152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.363152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.363152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.363152] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5399544-5147-45eb-992f-cc4fc6e6420a already deleted. [ 1005.363152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.369173] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.369173] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-384" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.369173] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-384" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.369173] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-384" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.369173] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.369173] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.369173] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.369173] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.369173] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.369649] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1005.369901] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.370147] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.370444] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.370674] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1005.370884] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.371123] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.372733] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7843676-b961-4823-afef-e2b1c088ad8b in Status: SUCCESS [ 1005.373058] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.373590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.373852] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.374132] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.374380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.375730] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.375730] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.375730] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.375730] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.393817] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.393817] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1005.393817] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.393817] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-384" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.393817] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-9aaa12e2-c6d3-4bf3-8baa-801e419fdf24 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.393817] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-9aaa12e2-c6d3-4bf3-8baa-801e419fdf24" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.393817] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-9aaa12e2-c6d3-4bf3-8baa-801e419fdf24" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.393817] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-9aaa12e2-c6d3-4bf3-8baa-801e419fdf24" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.393817] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aaa12e2-c6d3-4bf3-8baa-801e419fdf24',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.764791] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b3d70fd-a522-4622-a83b-c2dc4789d97a with status ACTIVE [ 1005.769137] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.769137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.769137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.769137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.769137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.769137] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.769137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.769137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.769137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.769137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.769137] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.769137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.769137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.769137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.769137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.769137] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b3d70fd-a522-4622-a83b-c2dc4789d97a is going to be updated. [ 1005.792361] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.792361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.792361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.792361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.792361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.792964] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b3d70fd-a522-4622-a83b-c2dc4789d97a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.878087] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.899341] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.899341] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.899341] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.899341] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.899341] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.899341] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 9aaa12e2-c6d3-4bf3-8baa-801e419fdf24 not found, creating... [ 1005.899341] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.899341] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.899341] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.899341] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.899341] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.899784] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.899784] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.899784] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.899784] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.899784] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.900229] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 9aaa12e2-c6d3-4bf3-8baa-801e419fdf24 is going to be created. [ 1005.937111] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.937111] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.937111] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.937111] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.937111] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.937111] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-9aaa12e2-c6d3-4bf3-8baa-801e419fdf24" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.379933] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.624981] env[70213]: INFO networking_nsxv3.common.synchronization [req-e5811a6c-341b-46eb-b61e-37914d3e4552 req-810c41bd-df04-477f-b790-7c983f1989a4 service nova] Enqueued Resource ID: c5399544-5147-45eb-992f-cc4fc6e6420a with Priority: HIGHEST for action security_group_rules [ 1006.625198] env[70213]: INFO networking_nsxv3.common.synchronization [req-e5811a6c-341b-46eb-b61e-37914d3e4552 req-810c41bd-df04-477f-b790-7c983f1989a4 service nova] Enqueued Resource ID: c5399544-5147-45eb-992f-cc4fc6e6420a with Priority: HIGHEST for action security_group_members [ 1006.625342] env[70213]: INFO networking_nsxv3.common.synchronization [req-e5811a6c-341b-46eb-b61e-37914d3e4552 req-810c41bd-df04-477f-b790-7c983f1989a4 service nova] Enqueued Resource ID: 9aaa12e2-c6d3-4bf3-8baa-801e419fdf24 with Priority: HIGHEST for action port [ 1006.625603] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5399544-5147-45eb-992f-cc4fc6e6420a with Priority: HIGHEST for action security_group_rules [ 1006.625695] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5399544-5147-45eb-992f-cc4fc6e6420a with Priority: HIGHEST for action security_group_members [ 1006.625791] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aaa12e2-c6d3-4bf3-8baa-801e419fdf24 with Priority: HIGHEST for action port [ 1006.626662] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5399544-5147-45eb-992f-cc4fc6e6420a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.626788] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.626855] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.627127] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.627212] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5399544-5147-45eb-992f-cc4fc6e6420a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.629740] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5399544-5147-45eb-992f-cc4fc6e6420a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.629740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.629740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.629740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.629740] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.629740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.629740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.629740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.629740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.629740] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5399544-5147-45eb-992f-cc4fc6e6420a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.629740] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aaa12e2-c6d3-4bf3-8baa-801e419fdf24 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.629740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aaa12e2-c6d3-4bf3-8baa-801e419fdf24" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.630305] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aaa12e2-c6d3-4bf3-8baa-801e419fdf24" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.630305] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aaa12e2-c6d3-4bf3-8baa-801e419fdf24" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.630305] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aaa12e2-c6d3-4bf3-8baa-801e419fdf24',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.878962] env[70213]: INFO networking_nsxv3.common.synchronization [req-2d40e246-a83d-4df0-82b1-e039c2f89a40 req-62e408c3-e637-4262-892b-fb0546acfe95 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Enqueued Resource ID: 84590fed-eb36-4332-922c-e3138357d33e with Priority: HIGHEST for action security_group_members [ 1006.879520] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84590fed-eb36-4332-922c-e3138357d33e with Priority: HIGHEST for action security_group_members [ 1006.879861] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-84590fed-eb36-4332-922c-e3138357d33e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.879986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.881089] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.881380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.881564] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.881639] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.881674] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.881869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.881905] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.881975] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.883117] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.883233] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.883302] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.883458] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.883541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.883635] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7843676-b961-4823-afef-e2b1c088ad8b is going to be updated. [ 1006.925665] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.925842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.925913] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.926149] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.926300] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.936181] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7843676-b961-4823-afef-e2b1c088ad8b in Status: IN_PROGRESS for 2s [ 1007.058160] env[70213]: INFO networking_nsxv3.common.synchronization [None req-a9e660de-d72c-432e-afe1-79b901e515f3 None None] Enqueued Resource ID: b7e5e7ac-dfb2-4329-b78f-cde6d9acad4e with Priority: HIGHEST for action port [ 1007.058160] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e5e7ac-dfb2-4329-b78f-cde6d9acad4e with Priority: HIGHEST for action port [ 1007.058160] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7e5e7ac-dfb2-4329-b78f-cde6d9acad4e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.058891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7e5e7ac-dfb2-4329-b78f-cde6d9acad4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.059111] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7e5e7ac-dfb2-4329-b78f-cde6d9acad4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.059470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7e5e7ac-dfb2-4329-b78f-cde6d9acad4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.059651] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7e5e7ac-dfb2-4329-b78f-cde6d9acad4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.134338] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5399544-5147-45eb-992f-cc4fc6e6420a taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.134338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.134338] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5399544-5147-45eb-992f-cc4fc6e6420a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.141236] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9aaa12e2-c6d3-4bf3-8baa-801e419fdf24 with status ACTIVE [ 1007.141236] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.141236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.141236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.141236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.141236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.141236] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.141236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.141236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.141236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.141236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.141236] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.141236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.141236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.141236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.141236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.141236] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9aaa12e2-c6d3-4bf3-8baa-801e419fdf24 is going to be updated. [ 1007.164599] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.164789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.164836] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.165031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.165174] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.165340] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aaa12e2-c6d3-4bf3-8baa-801e419fdf24" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.388054] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.396340] env[70213]: INFO networking_nsxv3.common.synchronization [req-9262d39d-0241-488a-be7c-4cab951d5ce1 req-10b047b0-6925-4198-ac6d-39a0d4bddd21 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Enqueued Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1007.396682] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1007.396990] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.397917] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.397917] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.397917] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.397917] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.397917] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.397917] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.397917] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.402686] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.402686] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.561395] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7e5e7ac-dfb2-4329-b78f-cde6d9acad4e [ 1007.561608] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.561742] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.561814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.562077] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.562201] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.562308] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7e5e7ac-dfb2-4329-b78f-cde6d9acad4e already deleted. [ 1007.562396] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7e5e7ac-dfb2-4329-b78f-cde6d9acad4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.638947] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5399544-5147-45eb-992f-cc4fc6e6420a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.740018] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.740018] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-269" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.740018] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-269" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.740018] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-269" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.740018] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.740018] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.740018] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.740018] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.740425] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.740775] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.741017] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.741343] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.741662] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.742102] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.742567] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.742814] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.763824] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.763824] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1007.763824] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.763824] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-269" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.763824] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-88ab6d8d-bcff-4e3c-a65b-c41566b1c75a taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.763824] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-88ab6d8d-bcff-4e3c-a65b-c41566b1c75a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.763824] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-88ab6d8d-bcff-4e3c-a65b-c41566b1c75a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.763824] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-88ab6d8d-bcff-4e3c-a65b-c41566b1c75a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.763824] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88ab6d8d-bcff-4e3c-a65b-c41566b1c75a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.892145] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.904216] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.904216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.904216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.904216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.904216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.904216] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.904216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.904216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.904216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.904216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.904216] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d71630-a145-495f-9b9d-b43765f1b5ae already deleted. [ 1007.904216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.143585] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.143585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.143585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.143585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.143585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.143585] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5399544-5147-45eb-992f-cc4fc6e6420a is going to be created. [ 1008.165913] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.165913] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.165913] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.165913] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.166430] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.176148] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5399544-5147-45eb-992f-cc4fc6e6420a in Status: UNINITIALIZED for 2s [ 1008.265867] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.265867] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.265867] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.266131] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.266290] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.266665] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 88ab6d8d-bcff-4e3c-a65b-c41566b1c75a not found, creating... [ 1008.266741] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.266867] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.266988] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.267229] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.267373] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.267731] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.267897] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.268136] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.268381] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.268523] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.268670] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 88ab6d8d-bcff-4e3c-a65b-c41566b1c75a is going to be created. [ 1008.277018] env[70213]: INFO networking_nsxv3.common.synchronization [None req-d8519a3c-e8c6-4e2f-a5cb-7ac0615d0dec tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Enqueued Resource ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 with Priority: HIGHEST for action security_group_rules [ 1008.277018] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 with Priority: HIGHEST for action security_group_rules [ 1008.277018] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e198e7c-ac22-41ed-9aa1-f60cb0721289 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.277018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.277018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.277018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.277018] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e198e7c-ac22-41ed-9aa1-f60cb0721289',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.299207] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.299207] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.299207] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.299207] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.299207] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.299207] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-88ab6d8d-bcff-4e3c-a65b-c41566b1c75a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.353461] env[70213]: INFO networking_nsxv3.common.synchronization [None req-ef078603-abba-4126-8a2b-117b525a2d6b tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Enqueued Resource ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 with Priority: HIGHEST for action security_group_rules [ 1008.353461] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 with Priority: HIGHEST for action security_group_rules [ 1008.353461] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e198e7c-ac22-41ed-9aa1-f60cb0721289 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.353461] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.394713] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.394979] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.394979] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.396686] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.396686] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.396686] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84590fed-eb36-4332-922c-e3138357d33e is going to be updated. [ 1008.447156] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.447156] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.447156] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.447156] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.447156] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.456739] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84590fed-eb36-4332-922c-e3138357d33e in Status: IN_PROGRESS for 2s [ 1008.816548] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.816548] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.816548] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.816548] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.816548] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.816548] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 already deleted. [ 1008.816548] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.816548] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.816548] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.816548] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e198e7c-ac22-41ed-9aa1-f60cb0721289',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.943738] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7843676-b961-4823-afef-e2b1c088ad8b in Status: SUCCESS [ 1008.943957] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.944149] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.944379] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.944568] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.944698] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.944752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.944916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.945041] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.945168] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.945281] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.946328] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.946502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.946674] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.946782] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.946846] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.946993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.947087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.947173] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.988155] env[70213]: INFO networking_nsxv3.common.synchronization [req-9262d39d-0241-488a-be7c-4cab951d5ce1 req-cc15753b-dd54-496e-90e3-e831fa5c753f service nova] Enqueued Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_rules [ 1008.988346] env[70213]: INFO networking_nsxv3.common.synchronization [req-9262d39d-0241-488a-be7c-4cab951d5ce1 req-cc15753b-dd54-496e-90e3-e831fa5c753f service nova] Enqueued Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1008.988490] env[70213]: INFO networking_nsxv3.common.synchronization [req-9262d39d-0241-488a-be7c-4cab951d5ce1 req-cc15753b-dd54-496e-90e3-e831fa5c753f service nova] Enqueued Resource ID: 88ab6d8d-bcff-4e3c-a65b-c41566b1c75a with Priority: HIGHEST for action port [ 1008.988788] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_rules [ 1008.988924] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1008.989033] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88ab6d8d-bcff-4e3c-a65b-c41566b1c75a with Priority: HIGHEST for action port [ 1008.991504] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.991636] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.991708] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.991974] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.992497] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.993466] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.993643] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.993724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.993912] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.994089] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.994193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.994254] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.994399] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.994486] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.994578] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.995413] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-88ab6d8d-bcff-4e3c-a65b-c41566b1c75a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.995521] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88ab6d8d-bcff-4e3c-a65b-c41566b1c75a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.995585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88ab6d8d-bcff-4e3c-a65b-c41566b1c75a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.995737] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88ab6d8d-bcff-4e3c-a65b-c41566b1c75a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.995785] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88ab6d8d-bcff-4e3c-a65b-c41566b1c75a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.337012] env[70213]: INFO networking_nsxv3.common.synchronization [None req-ff5c9565-2872-4307-847d-7f4a329a4654 None None] Enqueued Resource ID: 531b08f6-cfc3-4fc5-891f-c3f5690fb5e5 with Priority: HIGHEST for action port [ 1009.337310] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 531b08f6-cfc3-4fc5-891f-c3f5690fb5e5 with Priority: HIGHEST for action port [ 1009.337890] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-531b08f6-cfc3-4fc5-891f-c3f5690fb5e5 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.338083] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-531b08f6-cfc3-4fc5-891f-c3f5690fb5e5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.338083] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-531b08f6-cfc3-4fc5-891f-c3f5690fb5e5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.338339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-531b08f6-cfc3-4fc5-891f-c3f5690fb5e5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.338423] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('531b08f6-cfc3-4fc5-891f-c3f5690fb5e5',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.340871] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.340987] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.341462] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.341462] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.341462] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.341462] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 already deleted. [ 1009.341718] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.449232] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.450836] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.498676] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.498874] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.499130] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88ab6d8d-bcff-4e3c-a65b-c41566b1c75a with status ACTIVE [ 1009.499290] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.499437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.499508] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.499721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.499833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.500155] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.500243] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.500357] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.500437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.500540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.500742] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.500850] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.500923] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.501063] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.501136] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.501226] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88ab6d8d-bcff-4e3c-a65b-c41566b1c75a is going to be updated. [ 1009.506435] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.528094] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.528094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.528094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.528094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.528094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.528094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88ab6d8d-bcff-4e3c-a65b-c41566b1c75a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.843537] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 531b08f6-cfc3-4fc5-891f-c3f5690fb5e5 [ 1009.843767] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.843897] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.844097] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.844321] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.844408] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.844505] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:531b08f6-cfc3-4fc5-891f-c3f5690fb5e5 already deleted. [ 1009.844584] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-531b08f6-cfc3-4fc5-891f-c3f5690fb5e5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.885158] env[70213]: INFO networking_nsxv3.common.synchronization [req-9262d39d-0241-488a-be7c-4cab951d5ce1 req-8b3d8bdb-6cc0-4304-843f-c9f3f60063b2 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Enqueued Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1009.885715] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1009.886105] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.886272] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.952927] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7843676-b961-4823-afef-e2b1c088ad8b: rpc.has_security_group_logging(os_id): False [ 1009.956577] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.969411] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.969570] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.969633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.969827] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.969916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.970180] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.970290] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.970346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.970502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.970562] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.970672] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7843676-b961-4823-afef-e2b1c088ad8b is going to be updated. [ 1010.008268] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.030482] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.030674] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.030799] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.030959] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.031127] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.045307] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7843676-b961-4823-afef-e2b1c088ad8b in Status: IN_PROGRESS for 2s [ 1010.186945] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5399544-5147-45eb-992f-cc4fc6e6420a in Status: SUCCESS [ 1010.187209] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.187356] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.187570] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.187756] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.187871] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.187933] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.188099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.188180] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.188267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.188364] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5399544-5147-45eb-992f-cc4fc6e6420a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.294343] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.294583] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-269" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.294717] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-269" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.294996] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-269" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.295281] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.295497] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.295641] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.295866] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.301958] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.302352] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.302573] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.302699] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.302817] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.302936] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.303326] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.303517] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.323841] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.324043] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1010.324161] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.324347] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-269" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.324672] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-9d09684a-99df-4029-944c-f524cc80c2e6 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.324848] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-9d09684a-99df-4029-944c-f524cc80c2e6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.324971] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-9d09684a-99df-4029-944c-f524cc80c2e6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.325548] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-9d09684a-99df-4029-944c-f524cc80c2e6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.325548] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d09684a-99df-4029-944c-f524cc80c2e6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.458812] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.459289] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.459289] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.459289] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.459614] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.459614] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7843676-b961-4823-afef-e2b1c088ad8b is going to be updated. [ 1010.465258] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84590fed-eb36-4332-922c-e3138357d33e in Status: SUCCESS [ 1010.465391] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.484166] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.484304] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.484631] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.484631] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.484776] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.492921] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7843676-b961-4823-afef-e2b1c088ad8b in Status: IN_PROGRESS for 2s [ 1010.510886] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.511042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.511130] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.511366] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.511466] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.511569] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d71630-a145-495f-9b9d-b43765f1b5ae is going to be created. [ 1010.521735] env[70213]: INFO networking_nsxv3.common.synchronization [req-2aed74d1-836a-4624-aed9-d229bd742668 req-82321eb4-2889-4430-b651-e408e7c8ebd4 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Enqueued Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_members [ 1010.521959] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7843676-b961-4823-afef-e2b1c088ad8b with Priority: HIGHEST for action security_group_members [ 1010.524026] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7843676-b961-4823-afef-e2b1c088ad8b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.524026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.536022] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.536022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.536022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.536022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.536022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.544611] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: UNINITIALIZED for 2s [ 1010.691216] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5399544-5147-45eb-992f-cc4fc6e6420a taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.691378] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.691378] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.691591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.691784] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.691937] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.692060] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.692236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.692327] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.692418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.692588] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5399544-5147-45eb-992f-cc4fc6e6420a taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.692682] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.692742] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.692879] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.693037] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.693145] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.693207] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.693344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.693420] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.693502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.693590] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5399544-5147-45eb-992f-cc4fc6e6420a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.828069] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.831652] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.831652] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.831652] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.831652] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.831652] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 9d09684a-99df-4029-944c-f524cc80c2e6 not found, creating... [ 1010.831652] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.831652] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.831652] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.831652] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.831652] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.832274] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.832274] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.832274] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.832274] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.832274] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.832274] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 9d09684a-99df-4029-944c-f524cc80c2e6 is going to be created. [ 1010.853141] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.855043] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.855043] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.855043] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.855043] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.855043] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-9d09684a-99df-4029-944c-f524cc80c2e6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.196246] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5399544-5147-45eb-992f-cc4fc6e6420a: rpc.has_security_group_logging(os_id): False [ 1011.219414] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.219414] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.219414] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.219601] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.220479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.220479] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.220479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.220479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.220479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.220479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.220479] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.220850] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.220850] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.220850] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.220850] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.220982] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.221089] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.221147] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.221280] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.221571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.221571] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5399544-5147-45eb-992f-cc4fc6e6420a is going to be created. [ 1011.297392] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.297392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.297392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.297392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.297392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.307939] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5399544-5147-45eb-992f-cc4fc6e6420a in Status: IN_PROGRESS for 2s [ 1011.619128] env[70213]: INFO networking_nsxv3.common.synchronization [req-9262d39d-0241-488a-be7c-4cab951d5ce1 req-857023b0-c6da-44c8-b26b-b9d5be356ac4 service nova] Enqueued Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_rules [ 1011.619419] env[70213]: INFO networking_nsxv3.common.synchronization [req-9262d39d-0241-488a-be7c-4cab951d5ce1 req-857023b0-c6da-44c8-b26b-b9d5be356ac4 service nova] Enqueued Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1011.619495] env[70213]: INFO networking_nsxv3.common.synchronization [req-9262d39d-0241-488a-be7c-4cab951d5ce1 req-857023b0-c6da-44c8-b26b-b9d5be356ac4 service nova] Enqueued Resource ID: 9d09684a-99df-4029-944c-f524cc80c2e6 with Priority: HIGHEST for action port [ 1011.619690] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_rules [ 1011.619974] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1011.620366] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d09684a-99df-4029-944c-f524cc80c2e6 with Priority: HIGHEST for action port [ 1011.621016] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.621146] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.621382] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.621506] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.621675] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d09684a-99df-4029-944c-f524cc80c2e6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.621909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d09684a-99df-4029-944c-f524cc80c2e6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.621909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d09684a-99df-4029-944c-f524cc80c2e6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.622085] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d09684a-99df-4029-944c-f524cc80c2e6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.622201] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d09684a-99df-4029-944c-f524cc80c2e6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.060050] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7843676-b961-4823-afef-e2b1c088ad8b in Status: SUCCESS [ 1012.060050] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.060050] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.060050] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.060050] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.123752] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d09684a-99df-4029-944c-f524cc80c2e6 with status ACTIVE [ 1012.123993] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.124153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.124225] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.124433] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.124523] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.124702] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.124797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.124859] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.124994] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.125082] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.125267] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.125359] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.125419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.125554] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.125625] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.125712] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d09684a-99df-4029-944c-f524cc80c2e6 is going to be updated. [ 1012.145074] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.145566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.145566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.145566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.145732] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.145732] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d09684a-99df-4029-944c-f524cc80c2e6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.502450] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7843676-b961-4823-afef-e2b1c088ad8b in Status: SUCCESS [ 1012.502664] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.502869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.503270] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.503373] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.503499] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.503575] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.503753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.503813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.504190] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.566190] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: SUCCESS [ 1012.566423] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.566584] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.566796] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.566986] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.567117] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.567252] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.567328] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.567407] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.567494] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.567594] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.568446] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.568658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.568814] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.568915] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.568976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.570566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.570566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.570566] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.580337] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.580337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.580337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.580510] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.580510] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.580767] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7843676-b961-4823-afef-e2b1c088ad8b is going to be deleted. [ 1012.632297] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.632644] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.632644] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.632733] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.632791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.632916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.006399] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.006603] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.006709] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.006916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.007049] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.007267] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.007373] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.007432] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.007595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.007673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.007763] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7843676-b961-4823-afef-e2b1c088ad8b is going to be deleted. [ 1013.037597] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.037767] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.037811] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.038012] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.038110] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.038218] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.038377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.038567] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.038727] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.038977] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.038977] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.039068] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.039106] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.039221] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7843676-b961-4823-afef-e2b1c088ad8b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.071496] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.071496] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.072886] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.319490] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5399544-5147-45eb-992f-cc4fc6e6420a in Status: SUCCESS [ 1013.319777] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.541943] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.541943] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.542121] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.542299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.542422] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.542636] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.542754] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.542798] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.542942] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.543028] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.543140] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7843676-b961-4823-afef-e2b1c088ad8b already deleted. [ 1013.543229] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7843676-b961-4823-afef-e2b1c088ad8b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.574740] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.924291] env[70213]: INFO networking_nsxv3.common.synchronization [req-73e97374-7a17-460d-b714-dcc76bbf4341 req-55b7e6ff-3df9-481b-8b06-6592899bbcf2 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Enqueued Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGHEST for action security_group_members [ 1013.924950] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGHEST for action security_group_members [ 1013.925167] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f79de95-85c3-4a07-bdab-5c03613e99c9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.925261] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.925327] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.925527] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.925651] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.925745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.925800] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.926037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.926037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.926125] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f79de95-85c3-4a07-bdab-5c03613e99c9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.078176] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.078176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.078176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.078176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.078176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.078176] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d71630-a145-495f-9b9d-b43765f1b5ae is going to be updated. [ 1014.105600] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.105770] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.105846] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.106039] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.106187] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.114284] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: IN_PROGRESS for 2s [ 1014.329737] env[70213]: INFO networking_nsxv3.common.synchronization [req-38c5690c-1eae-48b3-8dbb-946c39c9a337 req-c589e22f-f5da-4033-aff4-55ed64770146 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Enqueued Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 1014.330300] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 1014.330607] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.330727] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.330794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.330990] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.331494] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.331605] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.331672] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.331835] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.331918] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.332031] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.430875] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.430875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.430875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.431120] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.431298] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.431409] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.431498] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.431552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.431734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.431804] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.431924] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 is going to be updated. [ 1014.460475] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.460839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.460839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.460839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.460999] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.470070] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 in Status: IN_PROGRESS for 2s [ 1014.599030] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.599345] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.599513] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.599869] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.600220] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.600504] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.600790] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.601132] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.601335] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.602038] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1014.602038] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.602038] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.602038] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.602394] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1014.602394] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.602603] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.623282] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.623491] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1014.624349] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.624349] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.624349] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-1faf2238-0226-4a44-ba81-805e5684ab7a taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.624574] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-1faf2238-0226-4a44-ba81-805e5684ab7a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.624782] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-1faf2238-0226-4a44-ba81-805e5684ab7a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.625116] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-1faf2238-0226-4a44-ba81-805e5684ab7a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.625436] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1faf2238-0226-4a44-ba81-805e5684ab7a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.836401] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.836592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.836716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.836957] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.858416] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.858758] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.858883] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.858985] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.859235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.859346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.859493] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 is going to be updated. [ 1014.882979] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.883142] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.883221] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.883506] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.883645] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.891731] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: IN_PROGRESS for 2s [ 1015.127579] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.127941] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.127984] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.128256] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.128409] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.128572] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 1faf2238-0226-4a44-ba81-805e5684ab7a not found, creating... [ 1015.128834] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.128992] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.129124] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.129342] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.129533] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.129762] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.129918] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.130064] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.130327] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.130485] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.130632] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 1faf2238-0226-4a44-ba81-805e5684ab7a is going to be created. [ 1015.153307] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.153522] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.153653] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.153909] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.154236] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.154484] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-1faf2238-0226-4a44-ba81-805e5684ab7a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.843399] env[70213]: INFO networking_nsxv3.common.synchronization [req-38c5690c-1eae-48b3-8dbb-946c39c9a337 req-2dc3cced-c988-49d6-a37e-d21bf8d07130 service nova] Enqueued Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_rules [ 1015.843633] env[70213]: INFO networking_nsxv3.common.synchronization [req-38c5690c-1eae-48b3-8dbb-946c39c9a337 req-2dc3cced-c988-49d6-a37e-d21bf8d07130 service nova] Enqueued Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 1015.843761] env[70213]: INFO networking_nsxv3.common.synchronization [req-38c5690c-1eae-48b3-8dbb-946c39c9a337 req-2dc3cced-c988-49d6-a37e-d21bf8d07130 service nova] Enqueued Resource ID: 1faf2238-0226-4a44-ba81-805e5684ab7a with Priority: HIGHEST for action port [ 1015.844302] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_rules [ 1015.844448] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 1015.844551] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1faf2238-0226-4a44-ba81-805e5684ab7a with Priority: HIGHEST for action port [ 1015.844829] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.844949] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.845732] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.846565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.846652] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.849646] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.849761] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.849987] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-1faf2238-0226-4a44-ba81-805e5684ab7a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.850444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1faf2238-0226-4a44-ba81-805e5684ab7a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.850533] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1faf2238-0226-4a44-ba81-805e5684ab7a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.850713] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1faf2238-0226-4a44-ba81-805e5684ab7a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.850800] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1faf2238-0226-4a44-ba81-805e5684ab7a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.123705] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: SUCCESS [ 1016.123951] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.124142] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.124379] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.124643] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.124763] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.124830] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.124992] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.125136] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.125262] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.353111] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1faf2238-0226-4a44-ba81-805e5684ab7a with status ACTIVE [ 1016.353441] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.353542] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.353629] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.353841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.353931] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.354130] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.354293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.354335] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.354502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.354536] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.354721] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.354793] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.354851] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.354993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.355094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.355181] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1faf2238-0226-4a44-ba81-805e5684ab7a is going to be updated. [ 1016.356809] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.356949] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.376262] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.376951] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.376951] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.376951] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.376951] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.377120] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1faf2238-0226-4a44-ba81-805e5684ab7a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.479240] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 in Status: SUCCESS [ 1016.479415] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 deletion is rescheduled due to dependency. [ 1016.479527] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.627291] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.921325] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: SUCCESS [ 1016.921510] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 deletion is rescheduled due to dependency. [ 1016.921628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.921852] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.921995] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.922226] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.922364] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.922428] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.922589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.922668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.922763] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.129769] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.302904] env[70213]: INFO networking_nsxv3.common.synchronization [req-640b3dca-02ce-46ae-83f4-eeaa88756f3a req-038711a4-3ec4-41bc-8a89-ecf216682d53 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Enqueued Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_members [ 1017.303467] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_members [ 1017.305119] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-50259fd7-f059-4883-8955-691a642e459f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.305259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.305331] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.305535] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.305698] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.305801] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.305868] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.305999] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.306093] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.306185] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.424544] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.631887] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.632073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.632286] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.632563] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.632670] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.632783] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d71630-a145-495f-9b9d-b43765f1b5ae is going to be updated. [ 1017.658289] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.658481] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.658570] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.658819] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.659019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.667709] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: IN_PROGRESS for 2s [ 1017.678889] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.679565] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-53" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.680260] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-53" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.680260] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-53" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.680625] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.680797] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.680925] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.681197] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.681382] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.682361] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.682361] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.682361] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.682361] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.682361] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.682361] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.682361] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.698792] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.699012] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1017.699972] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.699972] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-53" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.699972] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-568442b0-eecd-4cb2-8c6d-7df30fc4158a taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.699972] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-568442b0-eecd-4cb2-8c6d-7df30fc4158a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.699972] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-568442b0-eecd-4cb2-8c6d-7df30fc4158a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.700529] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-568442b0-eecd-4cb2-8c6d-7df30fc4158a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.700529] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('568442b0-eecd-4cb2-8c6d-7df30fc4158a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.811221] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.811381] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.811454] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.811669] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.811761] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.811954] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.812087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.812163] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.812330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.812452] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.812501] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50259fd7-f059-4883-8955-691a642e459f is going to be updated. [ 1017.835359] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.835542] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.835615] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.835882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.836194] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.844682] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50259fd7-f059-4883-8955-691a642e459f in Status: IN_PROGRESS for 2s [ 1017.926607] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.204080] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.204080] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.204080] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.204390] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.204437] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.204638] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 568442b0-eecd-4cb2-8c6d-7df30fc4158a not found, creating... [ 1018.204920] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.205117] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.205248] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.205520] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.205738] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.206140] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.206507] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.206507] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.206696] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.206839] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.206999] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 568442b0-eecd-4cb2-8c6d-7df30fc4158a is going to be created. [ 1018.225590] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.225844] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.225982] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.226281] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.226529] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.226801] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-568442b0-eecd-4cb2-8c6d-7df30fc4158a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.430304] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.430304] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.430304] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.430304] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.430304] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.430304] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 is going to be updated. [ 1018.457251] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.458286] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.458286] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.458286] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.458286] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.468184] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: IN_PROGRESS for 2s [ 1018.749713] env[70213]: INFO networking_nsxv3.common.synchronization [req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d req-4cad757c-65d0-474b-8bd2-cc1ed42ddf1b tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Enqueued Resource ID: c5399544-5147-45eb-992f-cc4fc6e6420a with Priority: HIGHEST for action security_group_members [ 1018.750147] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5399544-5147-45eb-992f-cc4fc6e6420a with Priority: HIGHEST for action security_group_members [ 1018.750513] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5399544-5147-45eb-992f-cc4fc6e6420a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.750763] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.750763] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.750896] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.751393] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.751634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.751869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.752085] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.752236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.752364] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5399544-5147-45eb-992f-cc4fc6e6420a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.033891] env[70213]: INFO networking_nsxv3.common.synchronization [req-640b3dca-02ce-46ae-83f4-eeaa88756f3a req-cdb86fa4-9519-48dc-b171-1a6110276c84 service nova] Enqueued Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_rules [ 1019.034118] env[70213]: INFO networking_nsxv3.common.synchronization [req-640b3dca-02ce-46ae-83f4-eeaa88756f3a req-cdb86fa4-9519-48dc-b171-1a6110276c84 service nova] Enqueued Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_members [ 1019.034246] env[70213]: INFO networking_nsxv3.common.synchronization [req-640b3dca-02ce-46ae-83f4-eeaa88756f3a req-cdb86fa4-9519-48dc-b171-1a6110276c84 service nova] Enqueued Resource ID: 568442b0-eecd-4cb2-8c6d-7df30fc4158a with Priority: HIGHEST for action port [ 1019.034577] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_rules [ 1019.034649] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_members [ 1019.034740] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568442b0-eecd-4cb2-8c6d-7df30fc4158a with Priority: HIGHEST for action port [ 1019.036612] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50259fd7-f059-4883-8955-691a642e459f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.036752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.036843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.037068] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.037140] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.038154] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-50259fd7-f059-4883-8955-691a642e459f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.038268] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.038463] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-568442b0-eecd-4cb2-8c6d-7df30fc4158a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.038596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-568442b0-eecd-4cb2-8c6d-7df30fc4158a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.038714] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-568442b0-eecd-4cb2-8c6d-7df30fc4158a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.038854] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-568442b0-eecd-4cb2-8c6d-7df30fc4158a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.038906] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('568442b0-eecd-4cb2-8c6d-7df30fc4158a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.254568] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.254919] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.255011] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.255240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.255332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.255558] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.255690] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.255735] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.255859] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.255935] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.256036] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5399544-5147-45eb-992f-cc4fc6e6420a is going to be updated. [ 1019.293021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.293021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.293021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.293021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.293021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.298654] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5399544-5147-45eb-992f-cc4fc6e6420a in Status: IN_PROGRESS for 2s [ 1019.542212] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-50259fd7-f059-4883-8955-691a642e459f taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.542775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.542938] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 568442b0-eecd-4cb2-8c6d-7df30fc4158a with status ACTIVE [ 1019.543182] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.543345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.543437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.543673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.543795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.544013] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.544162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.544265] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.544462] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.544573] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.544778] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.544901] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.545113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.545289] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.545399] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.545495] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 568442b0-eecd-4cb2-8c6d-7df30fc4158a is going to be updated. [ 1019.564362] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.564580] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.564646] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.564941] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.565097] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.565518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-568442b0-eecd-4cb2-8c6d-7df30fc4158a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.682206] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: SUCCESS [ 1019.685993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.687123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.687347] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.687559] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.687685] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.687752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.688173] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.688262] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.688527] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.689753] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.689753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.689753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.689753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.689753] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.689753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.689753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.689753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.689753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.690115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.690115] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.849985] env[70213]: INFO networking_nsxv3.common.synchronization [req-a5b20c7f-0509-4812-8191-c86bf0ab358c req-a9fb7081-1252-4953-b284-fda39620cd42 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Enqueued Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_members [ 1019.854020] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_members [ 1019.854020] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.854020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.854020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.854020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.854020] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.854020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.854020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.854020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.854020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.854020] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.862547] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50259fd7-f059-4883-8955-691a642e459f in Status: SUCCESS [ 1019.862547] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50259fd7-f059-4883-8955-691a642e459f deletion is rescheduled due to dependency. [ 1019.862547] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.862547] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.862547] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.862547] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.862547] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.862547] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.862547] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.862547] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.862547] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.194435] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0d71630-a145-495f-9b9d-b43765f1b5ae: rpc.has_security_group_logging(os_id): False [ 1020.223032] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.223176] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-429" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.223325] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-429" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.223622] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-429" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.223923] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.224513] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.224673] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.225052] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.225249] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.225906] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.226042] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.226168] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.226285] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.226405] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.226551] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.226761] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.228781] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.228893] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.228961] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.229138] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.229474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.229703] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.229810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.229877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.230030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.230110] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.230316] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.230447] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.230497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.231053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.231141] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.231404] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.231471] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.231505] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.231650] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.231730] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.231886] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0d71630-a145-495f-9b9d-b43765f1b5ae is going to be created. [ 1020.254825] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.255145] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1020.255368] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.255621] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-429" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.256533] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.256779] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.256984] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.257324] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.257479] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.293534] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.293748] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.293847] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.294173] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.294307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.303815] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: IN_PROGRESS for 2s [ 1020.355304] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.355467] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.355544] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.355754] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.355841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.356605] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.356605] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.356605] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.356605] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.356605] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.356979] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be already deleted. [ 1020.356979] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.361154] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.477233] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: SUCCESS [ 1020.477399] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.477598] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.477868] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.478066] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.478187] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.478788] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.478788] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.478788] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.478788] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.478788] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.762698] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.762963] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.763036] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.763319] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.763472] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.763628] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd not found, creating... [ 1020.763881] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.764048] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.764171] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.764390] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.764526] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.764802] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.764956] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.765182] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.765673] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.765918] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.765981] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd is going to be created. [ 1020.801671] env[70213]: INFO networking_nsxv3.common.synchronization [None req-f9e77084-6d28-43b5-a889-7e5dfb8bb2b4 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Enqueued Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 1020.802270] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 1020.802616] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.802768] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.802831] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.803279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.803388] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.803515] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.803553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.804368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.804368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.804368] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.856149] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.856383] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.856516] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.857335] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.857619] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.857867] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.862950] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.980546] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.980705] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.305933] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.307490] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5399544-5147-45eb-992f-cc4fc6e6420a in Status: SUCCESS [ 1021.307655] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5399544-5147-45eb-992f-cc4fc6e6420a deletion is rescheduled due to dependency. [ 1021.307771] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5399544-5147-45eb-992f-cc4fc6e6420a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.367742] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.367742] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.367742] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.367742] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.367742] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.367742] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50259fd7-f059-4883-8955-691a642e459f is going to be updated. [ 1021.393307] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.395320] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.395320] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.395320] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.395320] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.401679] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50259fd7-f059-4883-8955-691a642e459f in Status: IN_PROGRESS for 2s [ 1021.796145] env[70213]: INFO networking_nsxv3.common.synchronization [req-a5b20c7f-0509-4812-8191-c86bf0ab358c req-336ad5cb-a76b-414f-96f4-e039dc1525aa service nova] Enqueued Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_rules [ 1021.796435] env[70213]: INFO networking_nsxv3.common.synchronization [req-a5b20c7f-0509-4812-8191-c86bf0ab358c req-336ad5cb-a76b-414f-96f4-e039dc1525aa service nova] Enqueued Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_members [ 1021.796603] env[70213]: INFO networking_nsxv3.common.synchronization [req-a5b20c7f-0509-4812-8191-c86bf0ab358c req-336ad5cb-a76b-414f-96f4-e039dc1525aa service nova] Enqueued Resource ID: 9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd with Priority: HIGHEST for action port [ 1021.796911] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_rules [ 1021.797050] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_members [ 1021.797149] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd with Priority: HIGHEST for action port [ 1021.797665] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c55d05f-41ba-4910-bbda-2c86ab8ab8be taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.797790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.797853] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.798221] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.798371] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.799113] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.799273] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.799273] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.799445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.801734] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.801734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.801734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.801734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.801734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.801734] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.801734] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.801734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.801734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.801734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.801734] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.809116] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.306077] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.306077] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.306077] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.306077] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd with status ACTIVE [ 1022.306315] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.306442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.306504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.306700] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.306789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.306967] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.309185] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.309443] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.311238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.311339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.311573] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.311679] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.311745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.311900] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.312012] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.312145] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd is going to be updated. [ 1022.313451] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.313564] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.313630] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.313783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.314798] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.314798] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 is going to be updated. [ 1022.320551] env[70213]: INFO networking_nsxv3.common.synchronization [req-a5b20c7f-0509-4812-8191-c86bf0ab358c req-7d6525ef-0644-47b3-9da0-a10412aefa15 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Enqueued Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_members [ 1022.322770] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_members [ 1022.323609] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.323708] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.329835] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: SUCCESS [ 1022.330032] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.330491] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.330609] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.330692] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.341289] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.341489] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.341549] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.341735] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.341866] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.342035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.349370] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.349579] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.349655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.349825] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.349952] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.366455] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: IN_PROGRESS for 2s [ 1022.645026] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.645026] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-429" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.645186] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-429" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.645395] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-429" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.645655] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.645816] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.645936] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.646179] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.646335] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.646547] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.646665] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.646777] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.646887] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.646999] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.647449] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.647577] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.665623] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.665776] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1022.665925] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.666164] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-429" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.666482] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-42827c9a-4cfb-4b59-a184-71b70b81a8b0 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.666654] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-42827c9a-4cfb-4b59-a184-71b70b81a8b0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.666778] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-42827c9a-4cfb-4b59-a184-71b70b81a8b0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.667105] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-42827c9a-4cfb-4b59-a184-71b70b81a8b0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.667257] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42827c9a-4cfb-4b59-a184-71b70b81a8b0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.814893] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.835087] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.835087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.835087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.835087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.835087] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.835087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.835087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.835087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.835087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.835087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.835087] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.957310] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.957508] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.957629] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.957897] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.958282] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.958511] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.958603] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.958779] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.958926] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.959153] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.959267] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.959752] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.959752] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.959752] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.959752] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.960207] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.976666] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.976863] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1022.977038] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.977275] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.977498] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-8cd1ddaa-7808-4b54-be02-5b6258bb0d27 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.978159] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-8cd1ddaa-7808-4b54-be02-5b6258bb0d27" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.978159] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-8cd1ddaa-7808-4b54-be02-5b6258bb0d27" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.978159] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-8cd1ddaa-7808-4b54-be02-5b6258bb0d27" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.978497] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cd1ddaa-7808-4b54-be02-5b6258bb0d27',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.169751] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.170010] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.170230] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.170566] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.170761] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.170935] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 42827c9a-4cfb-4b59-a184-71b70b81a8b0 not found, creating... [ 1023.171299] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.171477] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.171600] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.171892] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.172114] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.172455] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.172622] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.172786] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.173068] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.173315] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.173468] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 42827c9a-4cfb-4b59-a184-71b70b81a8b0 is going to be created. [ 1023.196604] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.196897] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.197044] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.197400] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.197727] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.198070] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-42827c9a-4cfb-4b59-a184-71b70b81a8b0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.318934] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.318934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.318934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.318934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.318934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.318934] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be is going to be created. [ 1023.340021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.340021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.340021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.340021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.340021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.340021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.340021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.340021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.340021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.340021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.340021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.340021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.340021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.340021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.340021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.340021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.340662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.340662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.340662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.340662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.340662] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.348182] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.348182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.348182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.348182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.348182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.363989] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be in Status: UNINITIALIZED for 2s [ 1023.368107] env[70213]: INFO networking_nsxv3.common.synchronization [req-2b942395-9def-429f-a1f7-c467922f3990 req-0536bc56-048e-43d0-91f9-046bbb15e890 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Enqueued Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1023.368107] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1023.368107] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.368464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.368633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.368910] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.369219] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.369444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.370810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.370810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.370810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.370810] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.411507] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50259fd7-f059-4883-8955-691a642e459f in Status: SUCCESS [ 1023.411650] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.412030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.412254] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.412449] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.412565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.412761] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.412833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.412877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.413024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.413024] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.435162] env[70213]: INFO networking_nsxv3.common.synchronization [req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 req-36192823-cc56-4b93-b881-04bbeb1a9d87 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Enqueued Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1023.435636] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1023.435932] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.436047] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.482091] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.482091] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.482091] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.482449] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.482449] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.483052] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 8cd1ddaa-7808-4b54-be02-5b6258bb0d27 not found, creating... [ 1023.483052] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.483208] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.483251] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.483535] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.483713] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.484077] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.484280] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.484527] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.484678] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.484847] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.485032] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 8cd1ddaa-7808-4b54-be02-5b6258bb0d27 is going to be created. [ 1023.504027] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.504187] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.504296] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.504616] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.504855] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.505100] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-8cd1ddaa-7808-4b54-be02-5b6258bb0d27" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.844080] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0d71630-a145-495f-9b9d-b43765f1b5ae: rpc.has_security_group_logging(os_id): False [ 1023.862548] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.862772] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.862890] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.863241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.863382] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.863683] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.863826] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.863906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.864095] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.864696] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.864696] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.864696] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.864696] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.864696] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.865066] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.865066] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.865066] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.865066] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.865330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.865330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.865443] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0d71630-a145-495f-9b9d-b43765f1b5ae is going to be updated. [ 1023.871987] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.915377] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-50259fd7-f059-4883-8955-691a642e459f taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.915634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.915710] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.915906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.916107] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.916210] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.916276] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.916440] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.916569] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.916713] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.916887] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-50259fd7-f059-4883-8955-691a642e459f taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.916991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.917068] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.917212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.917355] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.917449] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.917509] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.917646] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.917720] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.917801] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.917889] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.920345] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.920345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.920345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.920345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.920513] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.935069] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: IN_PROGRESS for 2s [ 1023.974807] env[70213]: INFO networking_nsxv3.common.synchronization [req-a5b20c7f-0509-4812-8191-c86bf0ab358c req-72e8487a-c71f-4a8a-846b-acab6410e4c6 service nova] Enqueued Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_rules [ 1023.975132] env[70213]: INFO networking_nsxv3.common.synchronization [req-a5b20c7f-0509-4812-8191-c86bf0ab358c req-72e8487a-c71f-4a8a-846b-acab6410e4c6 service nova] Enqueued Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_members [ 1023.975132] env[70213]: INFO networking_nsxv3.common.synchronization [req-a5b20c7f-0509-4812-8191-c86bf0ab358c req-72e8487a-c71f-4a8a-846b-acab6410e4c6 service nova] Enqueued Resource ID: 42827c9a-4cfb-4b59-a184-71b70b81a8b0 with Priority: HIGHEST for action port [ 1023.975426] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_rules [ 1023.975582] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_members [ 1023.975719] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42827c9a-4cfb-4b59-a184-71b70b81a8b0 with Priority: HIGHEST for action port [ 1023.976441] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c55d05f-41ba-4910-bbda-2c86ab8ab8be taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.976441] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.976875] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.976875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.976875] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-42827c9a-4cfb-4b59-a184-71b70b81a8b0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.977237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42827c9a-4cfb-4b59-a184-71b70b81a8b0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.977237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42827c9a-4cfb-4b59-a184-71b70b81a8b0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.977237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42827c9a-4cfb-4b59-a184-71b70b81a8b0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.977416] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42827c9a-4cfb-4b59-a184-71b70b81a8b0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.268079] env[70213]: INFO networking_nsxv3.common.synchronization [req-7b89f641-1beb-4000-a299-87621b141655 req-dde2a16e-e74f-4fc0-be08-13a2b9fd6e40 service nova] Enqueued Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_rules [ 1024.268079] env[70213]: INFO networking_nsxv3.common.synchronization [req-7b89f641-1beb-4000-a299-87621b141655 req-dde2a16e-e74f-4fc0-be08-13a2b9fd6e40 service nova] Enqueued Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 1024.268079] env[70213]: INFO networking_nsxv3.common.synchronization [req-7b89f641-1beb-4000-a299-87621b141655 req-dde2a16e-e74f-4fc0-be08-13a2b9fd6e40 service nova] Enqueued Resource ID: 8cd1ddaa-7808-4b54-be02-5b6258bb0d27 with Priority: HIGHEST for action port [ 1024.268079] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_rules [ 1024.268079] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 1024.268079] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cd1ddaa-7808-4b54-be02-5b6258bb0d27 with Priority: HIGHEST for action port [ 1024.268079] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.268079] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.268079] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.268079] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.268079] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cd1ddaa-7808-4b54-be02-5b6258bb0d27 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.272590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cd1ddaa-7808-4b54-be02-5b6258bb0d27" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.272590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cd1ddaa-7808-4b54-be02-5b6258bb0d27" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.272590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cd1ddaa-7808-4b54-be02-5b6258bb0d27" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.272590] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cd1ddaa-7808-4b54-be02-5b6258bb0d27',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.374869] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.376485] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: SUCCESS [ 1024.376697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.376854] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.377072] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.377266] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.377373] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.377438] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.377590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.377688] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.377828] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.377933] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.378023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.378086] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.378226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.378401] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.378499] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.378559] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.378699] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.378778] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.378859] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.378937] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.379805] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.379956] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.380123] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.380255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.380325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.380467] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.380531] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.380623] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.423331] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50259fd7-f059-4883-8955-691a642e459f: rpc.has_security_group_logging(os_id): False [ 1024.438751] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.438930] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.439009] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.439166] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.439316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.439463] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.439563] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.439622] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.439769] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.439844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.440031] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.440121] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.440177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.440315] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.440390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.440572] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.440662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.440719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.440854] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.440925] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.441014] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50259fd7-f059-4883-8955-691a642e459f is going to be updated. [ 1024.479685] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42827c9a-4cfb-4b59-a184-71b70b81a8b0 with status ACTIVE [ 1024.479933] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.480260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.480358] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.480582] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.480674] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.481204] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.481338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.481408] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.481568] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.481649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.481853] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.481967] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.482036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.482177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.482326] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.482458] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42827c9a-4cfb-4b59-a184-71b70b81a8b0 is going to be updated. [ 1024.495684] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.495684] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.495876] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.495937] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.496092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.502584] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.502716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.502764] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.502916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.503091] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.503282] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42827c9a-4cfb-4b59-a184-71b70b81a8b0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.508553] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50259fd7-f059-4883-8955-691a642e459f in Status: IN_PROGRESS for 2s [ 1024.760082] env[70213]: INFO networking_nsxv3.common.synchronization [req-a5b20c7f-0509-4812-8191-c86bf0ab358c req-22968e42-174e-4c92-9b65-f475168d23b5 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Enqueued Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_members [ 1024.760712] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_members [ 1024.761153] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.761262] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.773514] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cd1ddaa-7808-4b54-be02-5b6258bb0d27 with status ACTIVE [ 1024.773514] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.773514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.773514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.773514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.773848] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.774131] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.774200] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.774328] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.774402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.774481] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.774662] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.774752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.774857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.774966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.775333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.775333] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cd1ddaa-7808-4b54-be02-5b6258bb0d27 is going to be updated. [ 1024.796885] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.797109] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.797109] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.797352] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.797504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.797686] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cd1ddaa-7808-4b54-be02-5b6258bb0d27" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.881093] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.881431] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.881431] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.881514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.881552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.881652] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d71630-a145-495f-9b9d-b43765f1b5ae is going to be updated. [ 1024.882933] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02: rpc.has_security_group_logging(os_id): False [ 1024.883936] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.903018] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.903018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.903018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.903018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.903018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.903018] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.903018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.903018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.903018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.903493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.903493] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.903493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.903493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.903641] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.905128] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.905128] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.905128] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.905128] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.905128] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.905128] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.905128] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 is going to be updated. [ 1024.919940] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.920082] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.920147] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.920361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.920496] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.927640] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: IN_PROGRESS for 2s [ 1024.970979] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.971203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.973325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.973325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.973325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.991607] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: IN_PROGRESS for 2s [ 1025.032772] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.032973] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-429" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.033110] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-429" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.033402] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-429" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.033664] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.033819] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.033935] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.034169] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.034325] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.034534] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.034643] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.034754] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.034863] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.035019] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.035131] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.035257] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.063517] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.063517] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1025.063517] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.063517] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-429" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.063717] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-6f2a241e-a47d-4925-b252-ae7301415c9d taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.063789] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-6f2a241e-a47d-4925-b252-ae7301415c9d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.063911] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-6f2a241e-a47d-4925-b252-ae7301415c9d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.064276] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-6f2a241e-a47d-4925-b252-ae7301415c9d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.064426] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f2a241e-a47d-4925-b252-ae7301415c9d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.373312] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be in Status: SUCCESS [ 1025.373551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.376500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.376500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.376500] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.376500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.376500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.376500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.376500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.376500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.376500] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.376500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.376500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.376500] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.376500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.376500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.376500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.376500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.376500] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.386485] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.566557] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.566801] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.566934] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.567248] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.567410] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.567568] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 6f2a241e-a47d-4925-b252-ae7301415c9d not found, creating... [ 1025.567829] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.567986] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.568119] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.568349] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.568493] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.568783] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.568941] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.570083] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.570462] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.570462] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.570575] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 6f2a241e-a47d-4925-b252-ae7301415c9d is going to be created. [ 1025.589021] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.589348] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.589494] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.589739] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.589967] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.590214] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-6f2a241e-a47d-4925-b252-ae7301415c9d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.878458] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.878653] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.878877] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.891490] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.891799] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.891799] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.891928] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.892036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.892139] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 is going to be updated. [ 1025.920698] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.920865] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.920931] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.921164] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.921324] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.930606] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: IN_PROGRESS for 2s [ 1025.945750] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: SUCCESS [ 1025.945986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.326192] env[70213]: INFO networking_nsxv3.common.synchronization [req-a5b20c7f-0509-4812-8191-c86bf0ab358c req-c1c44738-83c4-477e-bd36-14cf2db7f6f4 service nova] Enqueued Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_rules [ 1026.326192] env[70213]: INFO networking_nsxv3.common.synchronization [req-a5b20c7f-0509-4812-8191-c86bf0ab358c req-c1c44738-83c4-477e-bd36-14cf2db7f6f4 service nova] Enqueued Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_members [ 1026.326192] env[70213]: INFO networking_nsxv3.common.synchronization [req-a5b20c7f-0509-4812-8191-c86bf0ab358c req-c1c44738-83c4-477e-bd36-14cf2db7f6f4 service nova] Enqueued Resource ID: 6f2a241e-a47d-4925-b252-ae7301415c9d with Priority: HIGHEST for action port [ 1026.326192] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_rules [ 1026.326192] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_members [ 1026.326192] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f2a241e-a47d-4925-b252-ae7301415c9d with Priority: HIGHEST for action port [ 1026.326583] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c55d05f-41ba-4910-bbda-2c86ab8ab8be taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.326583] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.326583] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.326798] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.326830] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f2a241e-a47d-4925-b252-ae7301415c9d taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.327125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f2a241e-a47d-4925-b252-ae7301415c9d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.327125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f2a241e-a47d-4925-b252-ae7301415c9d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.327274] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f2a241e-a47d-4925-b252-ae7301415c9d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.327274] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f2a241e-a47d-4925-b252-ae7301415c9d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.381344] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.521945] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50259fd7-f059-4883-8955-691a642e459f in Status: SUCCESS [ 1026.522195] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.829982] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f2a241e-a47d-4925-b252-ae7301415c9d with status ACTIVE [ 1026.830260] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.830404] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.830478] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.830695] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.830781] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.830954] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.831076] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.831144] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.831290] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.831367] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.831549] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.831641] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.831766] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.831832] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.831906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.831990] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f2a241e-a47d-4925-b252-ae7301415c9d is going to be updated. [ 1026.852649] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.852649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.852649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.852649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.852649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.852649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f2a241e-a47d-4925-b252-ae7301415c9d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.885054] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.885054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.885054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.885054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.885054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.885054] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be is going to be updated. [ 1026.927423] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.927669] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.927669] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.927820] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.927990] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.940899] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be in Status: IN_PROGRESS for 2s [ 1026.941523] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: SUCCESS [ 1026.941714] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.941860] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.942062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.942243] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.942364] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.942430] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.942584] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.942662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.942759] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.005653] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: SUCCESS [ 1027.005804] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.005942] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.006230] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.006319] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.296764] env[70213]: INFO networking_nsxv3.common.synchronization [req-86df59c9-d34e-439c-b4e1-56733c6cfe14 req-8c7672c0-ec20-4337-9879-855595865a5d tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Enqueued Resource ID: 87d806d9-dd1d-4f14-b494-aca7a7049cbb with Priority: HIGHEST for action security_group_members [ 1027.297471] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87d806d9-dd1d-4f14-b494-aca7a7049cbb with Priority: HIGHEST for action security_group_members [ 1027.297781] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-87d806d9-dd1d-4f14-b494-aca7a7049cbb taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.297902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.297967] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.298226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.298443] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.298572] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.298634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.298779] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.298861] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.298960] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87d806d9-dd1d-4f14-b494-aca7a7049cbb',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.445116] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.445281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.445333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.445543] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.445638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.445833] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.447844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.447844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.447844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.447844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.447844] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d71630-a145-495f-9b9d-b43765f1b5ae is going to be updated. [ 1027.471836] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.472023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.472607] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.472607] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.472607] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.481425] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: IN_PROGRESS for 2s [ 1027.508824] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.508957] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.590603] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-178 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.590854] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-178" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.591029] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-178" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.591413] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-178" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.591718] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.591931] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.592074] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.592362] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.592486] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.592696] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.592859] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.592928] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.593043] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.593157] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.593267] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.594070] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.611105] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.611271] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1027.611413] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.611584] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-178" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.611891] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-d3bb9b78-5a2a-48ae-883e-5c09692ea45f taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.612091] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-d3bb9b78-5a2a-48ae-883e-5c09692ea45f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.612260] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-d3bb9b78-5a2a-48ae-883e-5c09692ea45f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.612574] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-d3bb9b78-5a2a-48ae-883e-5c09692ea45f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.612733] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3bb9b78-5a2a-48ae-883e-5c09692ea45f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.801466] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.801629] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.801695] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.801910] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.801998] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.802208] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.802366] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.802430] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.802583] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.802662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.802750] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87d806d9-dd1d-4f14-b494-aca7a7049cbb already deleted. [ 1027.802831] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.939501] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: SUCCESS [ 1027.939787] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.939924] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.940161] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.940379] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.940523] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.940601] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.940790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.940885] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.940989] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.941123] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.115954] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.116265] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.116447] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.116815] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.116951] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.117176] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port d3bb9b78-5a2a-48ae-883e-5c09692ea45f not found, creating... [ 1028.117525] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.117664] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.117847] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.118149] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.118368] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.118720] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.118901] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.119057] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.119259] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.119400] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.119547] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: d3bb9b78-5a2a-48ae-883e-5c09692ea45f is going to be created. [ 1028.140505] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.140785] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.140840] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.141144] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.141396] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.141684] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-d3bb9b78-5a2a-48ae-883e-5c09692ea45f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.443755] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.444170] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.444170] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.444427] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.445046] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.445046] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.445046] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.445258] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.445302] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.445402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.445570] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.445665] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.445724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.445871] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.446019] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.446112] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.446174] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.446317] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.446395] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.446479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.446571] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.824847] env[70213]: INFO networking_nsxv3.common.synchronization [req-86df59c9-d34e-439c-b4e1-56733c6cfe14 req-1b850a65-ded2-491b-a30e-85a9bf77ba64 service nova] Enqueued Resource ID: 87d806d9-dd1d-4f14-b494-aca7a7049cbb with Priority: HIGHEST for action security_group_rules [ 1028.825058] env[70213]: INFO networking_nsxv3.common.synchronization [req-86df59c9-d34e-439c-b4e1-56733c6cfe14 req-1b850a65-ded2-491b-a30e-85a9bf77ba64 service nova] Enqueued Resource ID: 87d806d9-dd1d-4f14-b494-aca7a7049cbb with Priority: HIGHEST for action security_group_members [ 1028.825207] env[70213]: INFO networking_nsxv3.common.synchronization [req-86df59c9-d34e-439c-b4e1-56733c6cfe14 req-1b850a65-ded2-491b-a30e-85a9bf77ba64 service nova] Enqueued Resource ID: d3bb9b78-5a2a-48ae-883e-5c09692ea45f with Priority: HIGHEST for action port [ 1028.825492] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87d806d9-dd1d-4f14-b494-aca7a7049cbb with Priority: HIGHEST for action security_group_rules [ 1028.825598] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87d806d9-dd1d-4f14-b494-aca7a7049cbb with Priority: HIGHEST for action security_group_members [ 1028.825682] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3bb9b78-5a2a-48ae-883e-5c09692ea45f with Priority: HIGHEST for action port [ 1028.826391] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87d806d9-dd1d-4f14-b494-aca7a7049cbb taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.826625] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.826625] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.826930] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.826930] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87d806d9-dd1d-4f14-b494-aca7a7049cbb',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.827777] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-87d806d9-dd1d-4f14-b494-aca7a7049cbb taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.831178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.831178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.831178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.831178] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.831178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.831178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.831178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.831178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.831178] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87d806d9-dd1d-4f14-b494-aca7a7049cbb',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.831178] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3bb9b78-5a2a-48ae-883e-5c09692ea45f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.831178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3bb9b78-5a2a-48ae-883e-5c09692ea45f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.831178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3bb9b78-5a2a-48ae-883e-5c09692ea45f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.831178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3bb9b78-5a2a-48ae-883e-5c09692ea45f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.831787] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3bb9b78-5a2a-48ae-883e-5c09692ea45f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.949361] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02: rpc.has_security_group_logging(os_id): False [ 1028.951140] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be in Status: SUCCESS [ 1028.951359] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.951541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.951745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.951938] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.952167] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.952264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.952432] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.952528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.952625] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.969048] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.969260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.969336] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.969522] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.969607] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.969818] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.969940] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.970035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.970297] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.970398] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.970673] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.970797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.970867] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.971075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.971202] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.971407] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.971541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.971616] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.971788] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.971882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.971986] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 is going to be updated. [ 1029.027266] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.027451] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.027661] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.027791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.027972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.039824] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: IN_PROGRESS for 2s [ 1029.331130] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87d806d9-dd1d-4f14-b494-aca7a7049cbb',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.333123] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-87d806d9-dd1d-4f14-b494-aca7a7049cbb taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.333123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.333918] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3bb9b78-5a2a-48ae-883e-5c09692ea45f with status ACTIVE [ 1029.334121] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.334241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.334310] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.334519] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.334673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.334932] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.335084] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.335169] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.335334] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.335415] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.335612] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.335707] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.335770] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.335909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.336014] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.336069] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3bb9b78-5a2a-48ae-883e-5c09692ea45f is going to be updated. [ 1029.355842] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.355842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.355842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.356092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.356092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.356223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3bb9b78-5a2a-48ae-883e-5c09692ea45f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.454901] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.493036] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: SUCCESS [ 1029.493356] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d71630-a145-495f-9b9d-b43765f1b5ae deletion is rescheduled due to dependency. [ 1029.493552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.798879] env[70213]: INFO networking_nsxv3.common.synchronization [req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c req-5970342e-5bca-4bf7-bdeb-2f5701484f93 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Enqueued Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_members [ 1029.799445] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGHEST for action security_group_members [ 1029.799756] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-50259fd7-f059-4883-8955-691a642e459f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.799878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.799946] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.800179] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.800328] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.800431] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.800491] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.800636] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.800716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.800812] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.834757] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87d806d9-dd1d-4f14-b494-aca7a7049cbb',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.956577] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.303038] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.303200] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.303312] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.303461] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.303558] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.303759] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.303856] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.303915] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.304076] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.304153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.304239] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50259fd7-f059-4883-8955-691a642e459f is going to be updated. [ 1030.336098] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.336256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.336332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.336500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.336637] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.338159] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.338246] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.338299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.338455] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.338572] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.338630] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87d806d9-dd1d-4f14-b494-aca7a7049cbb is going to be created. [ 1030.346410] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50259fd7-f059-4883-8955-691a642e459f in Status: IN_PROGRESS for 2s [ 1030.359706] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.359833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.359895] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.360126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.360288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.369724] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87d806d9-dd1d-4f14-b494-aca7a7049cbb in Status: UNINITIALIZED for 2s [ 1030.458702] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.458864] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.458938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.459175] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.459285] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.459386] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be is going to be updated. [ 1030.486194] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.486347] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.486433] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.486626] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.486763] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.494544] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be in Status: IN_PROGRESS for 2s [ 1031.053710] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: SUCCESS [ 1031.054139] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.359475] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50259fd7-f059-4883-8955-691a642e459f in Status: SUCCESS [ 1032.359475] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50259fd7-f059-4883-8955-691a642e459f deletion is rescheduled due to dependency. [ 1032.359475] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.379947] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87d806d9-dd1d-4f14-b494-aca7a7049cbb in Status: SUCCESS [ 1032.380408] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.380707] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.381046] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.381362] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.381610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.381769] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.382029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.382208] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.382422] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.382623] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87d806d9-dd1d-4f14-b494-aca7a7049cbb',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.506028] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be in Status: SUCCESS [ 1032.506028] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.506028] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.506028] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.506028] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.506028] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.506028] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.506028] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.506028] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.506028] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.885378] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-87d806d9-dd1d-4f14-b494-aca7a7049cbb taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.885629] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.885629] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.885890] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.885890] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.886062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.886062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.886211] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.886296] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.886388] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.886556] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-87d806d9-dd1d-4f14-b494-aca7a7049cbb taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.886680] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.886736] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.886839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.886974] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.887168] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.887168] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.887291] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.887340] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.887406] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.887505] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87d806d9-dd1d-4f14-b494-aca7a7049cbb',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.011436] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.281824] env[70213]: INFO networking_nsxv3.common.synchronization [req-2a4feefe-75ad-4b35-ba3c-7364781274bc req-fac190d5-8385-4a27-ba3d-b93529fb7c53 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Enqueued Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 1033.282690] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 1033.283453] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.283624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.283720] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.283905] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.284078] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.284184] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.284246] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.284493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.284588] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.284688] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.391263] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87d806d9-dd1d-4f14-b494-aca7a7049cbb: rpc.has_security_group_logging(os_id): False [ 1033.412239] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.412442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.412511] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.413839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.413839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.413968] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.414087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.414161] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.414316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.414410] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.414617] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.414717] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.414791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.414947] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.415045] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.415272] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.415379] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.415455] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.415614] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.415686] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.415790] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87d806d9-dd1d-4f14-b494-aca7a7049cbb is going to be created. [ 1033.486205] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.486488] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.486488] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.486748] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.486825] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.496019] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87d806d9-dd1d-4f14-b494-aca7a7049cbb in Status: IN_PROGRESS for 2s [ 1033.515283] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.787272] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.004606] env[70213]: INFO networking_nsxv3.common.synchronization [req-7315bf64-fc06-497e-874f-5599af976060 req-cb85f2b4-67e9-40e7-a591-84d850bd6f79 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1034.005153] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1034.005478] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.009021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.009021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.009021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.009021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.009021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.009021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.009021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.009021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.009021] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.016313] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.016409] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.016470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.016669] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.016773] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.016914] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be is going to be updated. [ 1034.045210] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.045394] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.045468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.045700] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.045850] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.054275] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be in Status: IN_PROGRESS for 2s [ 1034.290459] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.510838] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.511219] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.511219] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.512133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.512133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.512133] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.512133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.512133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.512133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.512133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.512133] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 404ae873-3003-4537-b6c5-aca013c90c84 already deleted. [ 1034.512133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.541088] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-610 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.541941] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-610" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.541941] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-610" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.541941] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-610" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.542262] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.542262] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.542418] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.542543] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.543782] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.543782] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.543782] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.543782] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.543782] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.544021] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.544021] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.544198] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.561656] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.562023] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1034.563348] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.564024] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-610" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.564024] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-9a7d0481-d699-4b38-88dc-81aa06adbe1d taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.564220] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-9a7d0481-d699-4b38-88dc-81aa06adbe1d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.564220] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-9a7d0481-d699-4b38-88dc-81aa06adbe1d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.564502] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-9a7d0481-d699-4b38-88dc-81aa06adbe1d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.564657] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a7d0481-d699-4b38-88dc-81aa06adbe1d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.797346] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.797346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.797346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.797346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.797346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.797346] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1d2214-3d43-4997-90b3-5c48df171063 is going to be updated. [ 1034.855888] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.856036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.856107] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.856300] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.856446] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.865555] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: IN_PROGRESS for 2s [ 1035.067902] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.068164] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.068296] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.068615] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.068736] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.068892] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 9a7d0481-d699-4b38-88dc-81aa06adbe1d not found, creating... [ 1035.069191] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.072021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.072021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.072021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.072021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.072021] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.072021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.072021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.072021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.072021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.072021] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 9a7d0481-d699-4b38-88dc-81aa06adbe1d is going to be created. [ 1035.095050] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.095050] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.095050] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.095050] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.095050] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.095580] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-9a7d0481-d699-4b38-88dc-81aa06adbe1d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.510791] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87d806d9-dd1d-4f14-b494-aca7a7049cbb in Status: SUCCESS [ 1035.511079] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.066729] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be in Status: SUCCESS [ 1036.066867] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.067052] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.067271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.067480] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.067574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.067638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.067781] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.067902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.067937] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.068104] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.068237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.068237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.068376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.068508] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.068594] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.068650] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.068779] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.068848] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.068924] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.070455] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.070455] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.071776] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.071964] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.072345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.072345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.072345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.072664] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.072664] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.148270] env[70213]: INFO networking_nsxv3.common.synchronization [req-7315bf64-fc06-497e-874f-5599af976060 req-e12975d1-feac-41db-8b3a-aba43b96f46b service nova] Enqueued Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_rules [ 1036.148601] env[70213]: INFO networking_nsxv3.common.synchronization [req-7315bf64-fc06-497e-874f-5599af976060 req-e12975d1-feac-41db-8b3a-aba43b96f46b service nova] Enqueued Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1036.148777] env[70213]: INFO networking_nsxv3.common.synchronization [req-7315bf64-fc06-497e-874f-5599af976060 req-e12975d1-feac-41db-8b3a-aba43b96f46b service nova] Enqueued Resource ID: 9a7d0481-d699-4b38-88dc-81aa06adbe1d with Priority: HIGHEST for action port [ 1036.149372] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_rules [ 1036.149561] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1036.149679] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7d0481-d699-4b38-88dc-81aa06adbe1d with Priority: HIGHEST for action port [ 1036.150016] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.151490] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.151490] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.151490] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.151636] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.152997] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.153154] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.153326] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.155214] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.155394] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.155509] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.155573] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.155734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.155820] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.155973] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.156761] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a7d0481-d699-4b38-88dc-81aa06adbe1d taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.156873] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a7d0481-d699-4b38-88dc-81aa06adbe1d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.156939] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a7d0481-d699-4b38-88dc-81aa06adbe1d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.157108] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a7d0481-d699-4b38-88dc-81aa06adbe1d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.157184] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a7d0481-d699-4b38-88dc-81aa06adbe1d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.574079] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c55d05f-41ba-4910-bbda-2c86ab8ab8be: rpc.has_security_group_logging(os_id): False [ 1036.575205] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.593191] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.593474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.593598] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.593858] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.594011] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.594292] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.594464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.594571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.594774] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.594887] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.595137] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.595288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.595389] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.595572] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.595691] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.595917] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.596085] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.596190] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.596371] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.596570] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.596637] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be is going to be created. [ 1036.657056] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.657299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.657413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.657667] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.657945] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.659762] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.660748] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.660881] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.661225] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a7d0481-d699-4b38-88dc-81aa06adbe1d with status ACTIVE [ 1036.661397] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.661502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.661566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.661988] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.661988] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.661988] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.662126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.662126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.662273] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.662412] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.662599] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.662693] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.662754] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.662976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.662976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.663531] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a7d0481-d699-4b38-88dc-81aa06adbe1d is going to be updated. [ 1036.674974] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be in Status: IN_PROGRESS for 2s [ 1036.690259] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.690259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.690259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.690259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.690259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.690259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a7d0481-d699-4b38-88dc-81aa06adbe1d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.874652] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: SUCCESS [ 1036.874820] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.078281] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.162170] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.452197] env[70213]: INFO networking_nsxv3.common.synchronization [req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 req-65f85006-c8ac-41b3-be6b-2a72e69cb283 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Enqueued Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 1037.452197] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 1037.452197] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.452197] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.452197] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.453791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.454325] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.454582] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.454791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.455256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.455497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.455700] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.581790] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.582209] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.582209] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.582874] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.583145] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.583333] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be is going to be updated. [ 1037.614233] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.614397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.614472] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.614670] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.614816] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.623064] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be in Status: IN_PROGRESS for 2s [ 1037.664584] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.665643] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.666287] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.666591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.669921] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.671679] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 404ae873-3003-4537-b6c5-aca013c90c84 is going to be created. [ 1037.675330] env[70213]: INFO networking_nsxv3.common.synchronization [req-5481c450-e0c1-4c60-8554-45e3468e1a6e req-5ee1d6bb-bbf7-48c1-9746-fdfd2e2d968c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Enqueued Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 1037.676659] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 1037.677304] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.677750] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.677750] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.678183] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.678397] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.678584] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.678726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.678966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.679137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.679307] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.700555] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.700710] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.700781] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.700994] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.701171] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.712332] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: UNINITIALIZED for 2s [ 1037.878035] env[70213]: INFO networking_nsxv3.common.synchronization [None req-ce49648c-85eb-4148-9e34-7f2c6032401a None None] Enqueued Resource ID: 22eb7578-36a5-46a9-9f3a-373949eba755 with Priority: HIGHEST for action port [ 1037.879681] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22eb7578-36a5-46a9-9f3a-373949eba755 with Priority: HIGHEST for action port [ 1037.879681] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-22eb7578-36a5-46a9-9f3a-373949eba755 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.879681] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22eb7578-36a5-46a9-9f3a-373949eba755" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.879681] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22eb7578-36a5-46a9-9f3a-373949eba755" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.880322] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22eb7578-36a5-46a9-9f3a-373949eba755" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.880322] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22eb7578-36a5-46a9-9f3a-373949eba755',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.962738] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.962897] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.962897] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.963617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.963617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.963617] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.963617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.963617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.963976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.963976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.963976] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 is going to be updated. [ 1037.991461] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.991669] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.991764] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.992018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.992166] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.002965] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: IN_PROGRESS for 2s [ 1038.181196] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.325229] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-924 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.325229] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-924" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.325229] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-924" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.325229] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-924" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.325229] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.325229] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.325229] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.327551] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.327551] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.327551] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.327551] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.327551] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.329964] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.330136] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.330354] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.330501] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.349836] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.350926] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1038.351164] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.351384] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-924" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.351756] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-c408c4d3-1ecf-450e-a988-83a2c8164a67 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.351978] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-c408c4d3-1ecf-450e-a988-83a2c8164a67" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.352196] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-c408c4d3-1ecf-450e-a988-83a2c8164a67" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.352714] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-c408c4d3-1ecf-450e-a988-83a2c8164a67" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.352714] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c408c4d3-1ecf-450e-a988-83a2c8164a67',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.382293] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22eb7578-36a5-46a9-9f3a-373949eba755 [ 1038.382293] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.382293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.382293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.382663] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.382757] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.382927] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22eb7578-36a5-46a9-9f3a-373949eba755 already deleted. [ 1038.383044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22eb7578-36a5-46a9-9f3a-373949eba755" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.513051] env[70213]: INFO networking_nsxv3.common.synchronization [req-0bbe3891-40e8-4a09-84ab-d9e42365872b req-07e12ee1-f488-4696-b2ba-09d4fc7c63e7 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Enqueued Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_members [ 1038.515283] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_members [ 1038.517351] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.517527] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.684338] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.690093] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be in Status: SUCCESS [ 1038.690093] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.690093] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.690093] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.690093] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.858522] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.858807] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.858996] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.859345] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.859612] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.859737] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port c408c4d3-1ecf-450e-a988-83a2c8164a67 not found, creating... [ 1038.860271] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.860271] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.860422] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.860894] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.860894] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.862263] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.862263] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.862263] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.862263] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.862263] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.862902] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: c408c4d3-1ecf-450e-a988-83a2c8164a67 is going to be created. [ 1038.902313] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.902560] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.902687] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.904023] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.904023] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.904023] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-c408c4d3-1ecf-450e-a988-83a2c8164a67" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.192843] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.192843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.192843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.192843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.192843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.192843] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 is going to be updated. [ 1039.192843] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.192843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.197752] env[70213]: INFO networking_nsxv3.common.synchronization [None req-dc6f9dd4-c68f-483d-bd3b-9a55cd9b0d70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Enqueued Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 1039.198575] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 1039.199010] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.199252] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.225627] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.225627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.225627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.225627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.225627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.236139] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: IN_PROGRESS for 2s [ 1039.573256] env[70213]: INFO networking_nsxv3.common.synchronization [req-66fee1a8-b15b-48c9-b661-e95295faf078 req-f8642639-6325-4d95-9c83-68d87fdd6374 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Enqueued Resource ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 with Priority: HIGHEST for action security_group_members [ 1039.573523] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 with Priority: HIGHEST for action security_group_members [ 1039.573819] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e198e7c-ac22-41ed-9aa1-f60cb0721289 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.573941] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.574015] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.574272] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.574422] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.574522] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.574583] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.574739] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.574829] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.574920] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e198e7c-ac22-41ed-9aa1-f60cb0721289',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.633754] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be in Status: SUCCESS [ 1039.634019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.634185] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.637316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.637316] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.637316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.637316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.637316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.637316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.637316] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.723857] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: SUCCESS [ 1039.723857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.723857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.723857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.723857] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.723857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.723857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.723857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.723857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.723857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.723857] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.012867] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: SUCCESS [ 1040.013020] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 deletion is rescheduled due to dependency. [ 1040.013139] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.077436] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.077653] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.077653] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.077992] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.078135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.078401] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.078555] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.078624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.078825] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.078882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.078961] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 already deleted. [ 1040.079248] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.140023] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.230153] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.230153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.230153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.230153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.230153] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.230153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.230153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.230153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.230153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.230153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.230153] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.230153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.230153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.230153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.230153] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.230153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.231099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.231099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.231099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.231099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.231099] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.268352] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.268578] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-73" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.268719] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-73" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.269073] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-73" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.269366] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.269758] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.270026] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.270289] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.270519] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.270740] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.272588] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.272588] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.272588] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.272588] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.272588] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.272588] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.303097] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.303097] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1040.303097] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.303097] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-73" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.303097] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-21374ebd-8aa0-4030-b0ff-66f455543c28 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.303314] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-21374ebd-8aa0-4030-b0ff-66f455543c28" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.303364] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-21374ebd-8aa0-4030-b0ff-66f455543c28" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.304029] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-21374ebd-8aa0-4030-b0ff-66f455543c28" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.304029] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21374ebd-8aa0-4030-b0ff-66f455543c28',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.641601] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.735763] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 404ae873-3003-4537-b6c5-aca013c90c84: rpc.has_security_group_logging(os_id): False [ 1040.754970] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.755075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.756238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.756238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.756238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.756238] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.756238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.756238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.756238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.756238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.756636] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.757256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.757256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.757256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.760618] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.760915] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.761303] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.761434] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.761672] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.761736] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.761798] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 404ae873-3003-4537-b6c5-aca013c90c84 is going to be created. [ 1040.766183] env[70213]: INFO networking_nsxv3.common.synchronization [req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d req-c69fee76-872a-4a33-adf8-ff34c9a54159 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Enqueued Resource ID: 84590fed-eb36-4332-922c-e3138357d33e with Priority: HIGHEST for action security_group_members [ 1040.766758] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84590fed-eb36-4332-922c-e3138357d33e with Priority: HIGHEST for action security_group_members [ 1040.767084] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-84590fed-eb36-4332-922c-e3138357d33e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.767235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.767305] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.767443] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.767592] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.767686] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.767745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.767882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.767959] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.768063] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.806348] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.806496] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.806619] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.806925] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.807094] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.807264] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 21374ebd-8aa0-4030-b0ff-66f455543c28 not found, creating... [ 1040.807543] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.807871] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.807871] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.809027] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.809027] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.809027] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.809027] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.809027] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.809430] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.809430] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.809529] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 21374ebd-8aa0-4030-b0ff-66f455543c28 is going to be created. [ 1040.817261] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.817261] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.817261] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.817261] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.817261] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.825509] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: IN_PROGRESS for 2s [ 1040.830991] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.830991] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.831240] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.831454] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.831721] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.832415] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-21374ebd-8aa0-4030-b0ff-66f455543c28" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.012172] env[70213]: INFO networking_nsxv3.common.synchronization [req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 req-cd00936f-fb90-4912-aeca-abc302599800 service nova] Enqueued Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_rules [ 1041.012172] env[70213]: INFO networking_nsxv3.common.synchronization [req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 req-cd00936f-fb90-4912-aeca-abc302599800 service nova] Enqueued Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 1041.012172] env[70213]: INFO networking_nsxv3.common.synchronization [req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 req-cd00936f-fb90-4912-aeca-abc302599800 service nova] Enqueued Resource ID: c408c4d3-1ecf-450e-a988-83a2c8164a67 with Priority: HIGHEST for action port [ 1041.012172] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_rules [ 1041.012172] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 1041.012172] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c408c4d3-1ecf-450e-a988-83a2c8164a67 with Priority: HIGHEST for action port [ 1041.014488] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.014663] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.014893] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.014986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.015238] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.016179] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.016351] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.016555] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.016794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.016861] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.016923] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.016963] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.017132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.017239] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.017344] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.018295] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-c408c4d3-1ecf-450e-a988-83a2c8164a67 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.018478] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c408c4d3-1ecf-450e-a988-83a2c8164a67" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.018658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c408c4d3-1ecf-450e-a988-83a2c8164a67" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.018658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c408c4d3-1ecf-450e-a988-83a2c8164a67" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.018786] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c408c4d3-1ecf-450e-a988-83a2c8164a67',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.144191] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.144438] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.144560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.144966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.145095] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.145224] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be is going to be updated. [ 1041.178828] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.179018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.179121] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.179336] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.179541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.190727] env[70213]: INFO networking_nsxv3.common.synchronization [None req-910be7bf-2954-446f-8f05-05a523f3190b None None] Enqueued Resource ID: ba99a634-491b-4477-8a16-6e68731836ec with Priority: HIGHEST for action port [ 1041.191731] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be in Status: IN_PROGRESS for 2s [ 1041.192155] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba99a634-491b-4477-8a16-6e68731836ec with Priority: HIGHEST for action port [ 1041.192527] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba99a634-491b-4477-8a16-6e68731836ec taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.192643] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba99a634-491b-4477-8a16-6e68731836ec" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.192764] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba99a634-491b-4477-8a16-6e68731836ec" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.192993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba99a634-491b-4477-8a16-6e68731836ec" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.193096] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba99a634-491b-4477-8a16-6e68731836ec',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.245151] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: SUCCESS [ 1041.245371] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.245618] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.245797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.246062] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.246191] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.246259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.246420] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.246504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.246600] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.270522] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.270760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.272160] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.272160] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.272160] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.272160] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.272160] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.272160] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.272160] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.272160] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.272160] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84590fed-eb36-4332-922c-e3138357d33e is going to be updated. [ 1041.297839] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.297839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.297839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.297839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.298090] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.306637] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84590fed-eb36-4332-922c-e3138357d33e in Status: IN_PROGRESS for 2s [ 1041.525708] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.525851] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.526066] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c408c4d3-1ecf-450e-a988-83a2c8164a67 with status ACTIVE [ 1041.526252] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.526382] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.526447] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.526687] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.526758] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.526936] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.527062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.527151] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.527399] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.527538] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.528259] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.528390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.528480] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.528643] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.528737] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.528842] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c408c4d3-1ecf-450e-a988-83a2c8164a67 is going to be updated. [ 1041.531511] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.553374] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.553534] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.553597] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.553803] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.553932] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.554149] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c408c4d3-1ecf-450e-a988-83a2c8164a67" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.695694] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba99a634-491b-4477-8a16-6e68731836ec [ 1041.695925] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.696090] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.696180] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.696424] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.696520] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.696614] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba99a634-491b-4477-8a16-6e68731836ec already deleted. [ 1041.696693] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba99a634-491b-4477-8a16-6e68731836ec" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.750687] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.753998] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.753998] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.753998] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.753998] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.753998] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.753998] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.753998] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.753998] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.753998] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.753998] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 is going to be updated. [ 1041.782203] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.782287] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.782287] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.782561] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.782670] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.791962] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: IN_PROGRESS for 2s [ 1041.879185] env[70213]: INFO networking_nsxv3.common.synchronization [req-66fee1a8-b15b-48c9-b661-e95295faf078 req-fc02d735-5cd3-4167-9185-48f55832d02d service nova] Enqueued Resource ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 with Priority: HIGHEST for action security_group_rules [ 1041.879825] env[70213]: INFO networking_nsxv3.common.synchronization [req-66fee1a8-b15b-48c9-b661-e95295faf078 req-fc02d735-5cd3-4167-9185-48f55832d02d service nova] Enqueued Resource ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 with Priority: HIGHEST for action security_group_members [ 1041.879825] env[70213]: INFO networking_nsxv3.common.synchronization [req-66fee1a8-b15b-48c9-b661-e95295faf078 req-fc02d735-5cd3-4167-9185-48f55832d02d service nova] Enqueued Resource ID: 21374ebd-8aa0-4030-b0ff-66f455543c28 with Priority: HIGHEST for action port [ 1041.879825] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 with Priority: HIGHEST for action security_group_rules [ 1041.883604] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 with Priority: HIGHEST for action security_group_members [ 1041.885060] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21374ebd-8aa0-4030-b0ff-66f455543c28 with Priority: HIGHEST for action port [ 1041.885842] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e198e7c-ac22-41ed-9aa1-f60cb0721289 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.885975] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.886058] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.886281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.886361] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e198e7c-ac22-41ed-9aa1-f60cb0721289',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.887292] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e198e7c-ac22-41ed-9aa1-f60cb0721289 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.887409] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.887471] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.887874] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.887874] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.887874] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.888117] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.888117] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.888218] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.888218] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e198e7c-ac22-41ed-9aa1-f60cb0721289',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.889282] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-21374ebd-8aa0-4030-b0ff-66f455543c28 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.889397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21374ebd-8aa0-4030-b0ff-66f455543c28" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.889451] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21374ebd-8aa0-4030-b0ff-66f455543c28" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.889605] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21374ebd-8aa0-4030-b0ff-66f455543c28" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.889686] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21374ebd-8aa0-4030-b0ff-66f455543c28',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.036282] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.172213] env[70213]: INFO networking_nsxv3.common.synchronization [req-ed3d3f00-e969-4d9e-bf74-f7871109de71 req-1cd09d17-07aa-4ceb-9a6b-ded215e9b7ad tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Enqueued Resource ID: 87d806d9-dd1d-4f14-b494-aca7a7049cbb with Priority: HIGHEST for action security_group_members [ 1042.172213] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87d806d9-dd1d-4f14-b494-aca7a7049cbb with Priority: HIGHEST for action security_group_members [ 1042.172569] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-87d806d9-dd1d-4f14-b494-aca7a7049cbb taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.173025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.173318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.173892] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.174431] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.174667] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.177716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.177716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.177716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.177716] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87d806d9-dd1d-4f14-b494-aca7a7049cbb',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.392878] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e198e7c-ac22-41ed-9aa1-f60cb0721289',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.394024] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e198e7c-ac22-41ed-9aa1-f60cb0721289 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.394165] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.394993] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21374ebd-8aa0-4030-b0ff-66f455543c28 with status ACTIVE [ 1042.394993] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.394993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.394993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.395870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.395870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.395870] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.395870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.396206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.396206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.396882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.396882] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.396882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.396882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.397096] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.397096] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.398033] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21374ebd-8aa0-4030-b0ff-66f455543c28 is going to be updated. [ 1042.419150] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.419671] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.419763] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.419975] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.420254] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.420477] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21374ebd-8aa0-4030-b0ff-66f455543c28" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.539676] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.539857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.539964] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.540214] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.540337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.540452] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 is going to be updated. [ 1042.570289] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.570436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.570506] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.570714] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.570856] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.578984] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: IN_PROGRESS for 2s [ 1042.683099] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.683275] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.683346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.683600] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.683700] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.683906] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.684013] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.684087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.684235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.684338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.684405] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87d806d9-dd1d-4f14-b494-aca7a7049cbb is going to be updated. [ 1042.711204] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.711378] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.711455] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.711683] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.711834] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.724918] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87d806d9-dd1d-4f14-b494-aca7a7049cbb in Status: IN_PROGRESS for 2s [ 1042.838049] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: SUCCESS [ 1042.838339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.901134] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e198e7c-ac22-41ed-9aa1-f60cb0721289',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.202732] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be in Status: SUCCESS [ 1043.202732] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.203065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.203065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.204514] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.204514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.204514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.204514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.204514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.204514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.204514] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.214912] env[70213]: INFO networking_nsxv3.common.synchronization [req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 req-2d9d1e1f-9c75-4c88-af6f-879d5ffbcdc3 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Enqueued Resource ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 with Priority: HIGHEST for action security_group_members [ 1043.215549] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 with Priority: HIGHEST for action security_group_members [ 1043.215891] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.217222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.217347] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.217594] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.217786] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.217894] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.217991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.218189] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.218264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.218302] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8fe1000-8803-478f-a8bf-f3d14cf7a9c6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.312010] env[70213]: INFO networking_nsxv3.common.synchronization [None req-422fae65-e2ab-4998-bbf8-7e36b88f68ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Enqueued Resource ID: b844eb21-1353-440c-9025-fd289088979a with Priority: HIGHEST for action security_group_rules [ 1043.312866] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b844eb21-1353-440c-9025-fd289088979a with Priority: HIGHEST for action security_group_rules [ 1043.318193] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b844eb21-1353-440c-9025-fd289088979a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.318193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.318193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.318193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.318193] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b844eb21-1353-440c-9025-fd289088979a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.327012] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84590fed-eb36-4332-922c-e3138357d33e in Status: SUCCESS [ 1043.327012] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84590fed-eb36-4332-922c-e3138357d33e deletion is rescheduled due to dependency. [ 1043.327012] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.404107] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.404388] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.404388] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.404667] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.404864] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.405030] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 is going to be created. [ 1043.449030] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.449030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.449030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.449030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.449030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.454772] env[70213]: INFO networking_nsxv3.common.synchronization [None req-b93a4007-00e5-4dbf-8e7f-9bf73f50ea67 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Enqueued Resource ID: b844eb21-1353-440c-9025-fd289088979a with Priority: HIGHEST for action security_group_rules [ 1043.455360] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b844eb21-1353-440c-9025-fd289088979a with Priority: HIGHEST for action security_group_rules [ 1043.455682] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b844eb21-1353-440c-9025-fd289088979a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.455800] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.467044] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 in Status: UNINITIALIZED for 2s [ 1043.707181] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.707340] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.707409] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.708486] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.708683] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.708799] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.708865] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.709060] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.709156] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.709251] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.709564] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.709564] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.709564] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.709863] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.709863] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.710060] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.710060] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.710326] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.710430] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.710520] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.710613] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.722714] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.722792] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.722831] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.723053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.723152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.723949] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.723949] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.723949] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.723949] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.723949] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.723949] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 is going to be updated. [ 1043.752272] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.752682] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.752682] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.752913] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.752913] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.763511] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 in Status: IN_PROGRESS for 2s [ 1043.803450] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: SUCCESS [ 1043.803450] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 deletion is rescheduled due to dependency. [ 1043.803450] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.842144] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.842444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.842444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.842647] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.842738] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.842836] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b844eb21-1353-440c-9025-fd289088979a already deleted. [ 1043.842920] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.843086] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.843232] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.843312] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b844eb21-1353-440c-9025-fd289088979a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.213095] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c55d05f-41ba-4910-bbda-2c86ab8ab8be: rpc.has_security_group_logging(os_id): False [ 1044.257542] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.257747] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.257842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.258148] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.258298] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.258707] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.258786] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.258836] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.260183] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.260183] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.260183] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.260183] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.260183] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.260183] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.260183] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.260183] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.260183] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.260183] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.261122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.261122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.261122] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be is going to be updated. [ 1044.331528] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.331528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.331528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.331528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.331528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.346625] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be in Status: IN_PROGRESS for 2s [ 1044.363370] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.363603] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.363761] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.364343] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.364343] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.364639] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b844eb21-1353-440c-9025-fd289088979a already deleted. [ 1044.364910] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.587901] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: SUCCESS [ 1044.588200] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.588381] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.588587] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.588833] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.588951] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.589030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.589250] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.589335] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.589425] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.589545] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.735125] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87d806d9-dd1d-4f14-b494-aca7a7049cbb in Status: SUCCESS [ 1044.735367] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87d806d9-dd1d-4f14-b494-aca7a7049cbb deletion is rescheduled due to dependency. [ 1044.735428] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.091938] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.092336] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.092336] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.093044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.093044] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.093044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.093044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.093342] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.093342] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.093447] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.093507] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.094616] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.094616] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.094616] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.094616] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.094616] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.094616] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.094616] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.094616] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.094616] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.094616] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.476687] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 in Status: SUCCESS [ 1045.476958] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.477191] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.477460] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.477702] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.477863] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.477957] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.478519] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.478519] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.478519] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.478519] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e198e7c-ac22-41ed-9aa1-f60cb0721289',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.598067] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24544c49-8605-4d5c-8f3b-14ae255c05d0: rpc.has_security_group_logging(os_id): False [ 1045.616795] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.617017] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.617114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.617360] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.617503] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.617751] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.617843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.617909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.618088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.618169] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.618355] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.618448] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.618512] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.618651] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.618722] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.618907] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.619010] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.619566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.619815] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.620457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.620633] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 is going to be updated. [ 1045.677680] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.677814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.677880] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.678115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.678258] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.691408] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: IN_PROGRESS for 2s [ 1045.793372] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 in Status: SUCCESS [ 1045.793372] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 deletion is rescheduled due to dependency. [ 1045.793372] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.852324] env[70213]: INFO networking_nsxv3.common.synchronization [req-c2fb709f-9de8-4ea1-a912-9d17ed6df92d req-4241d5b1-efac-423a-b8d7-092712ff2846 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab with Priority: HIGHEST for action security_group_members [ 1045.852324] env[70213]: INFO networking_nsxv3.common.synchronization [req-c2fb709f-9de8-4ea1-a912-9d17ed6df92d req-4241d5b1-efac-423a-b8d7-092712ff2846 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1045.852874] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab with Priority: HIGHEST for action security_group_members [ 1045.853017] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1045.853450] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4af62ec-0e0f-49f0-b210-45b9df8836ab taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.853953] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.853953] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.853953] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.854126] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.854259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.854455] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.854623] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.854708] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.854815] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4af62ec-0e0f-49f0-b210-45b9df8836ab',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.856460] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.856460] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.856460] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.856636] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.857966] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.857966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.857966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.857966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.857966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.857966] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.983872] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e198e7c-ac22-41ed-9aa1-f60cb0721289',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.049185] env[70213]: INFO networking_nsxv3.common.synchronization [req-c2fb709f-9de8-4ea1-a912-9d17ed6df92d req-4241d5b1-efac-423a-b8d7-092712ff2846 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_rules [ 1046.049185] env[70213]: INFO networking_nsxv3.common.synchronization [req-c2fb709f-9de8-4ea1-a912-9d17ed6df92d req-4241d5b1-efac-423a-b8d7-092712ff2846 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1046.049185] env[70213]: INFO networking_nsxv3.common.synchronization [req-c2fb709f-9de8-4ea1-a912-9d17ed6df92d req-4241d5b1-efac-423a-b8d7-092712ff2846 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab with Priority: HIGHEST for action security_group_rules [ 1046.049185] env[70213]: INFO networking_nsxv3.common.synchronization [req-c2fb709f-9de8-4ea1-a912-9d17ed6df92d req-4241d5b1-efac-423a-b8d7-092712ff2846 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab with Priority: HIGHEST for action security_group_members [ 1046.049185] env[70213]: INFO networking_nsxv3.common.synchronization [req-c2fb709f-9de8-4ea1-a912-9d17ed6df92d req-4241d5b1-efac-423a-b8d7-092712ff2846 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 9a7d0481-d699-4b38-88dc-81aa06adbe1d with Priority: HIGHEST for action port [ 1046.049185] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_rules [ 1046.050631] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab with Priority: HIGHEST for action security_group_rules [ 1046.050631] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7d0481-d699-4b38-88dc-81aa06adbe1d with Priority: HIGHEST for action port [ 1046.052172] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1046.052172] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab with Priority: HIGHEST for action security_group_members [ 1046.052172] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.052172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.052172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.052172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.052172] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.056655] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4af62ec-0e0f-49f0-b210-45b9df8836ab taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.056655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.056655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.056655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.056655] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4af62ec-0e0f-49f0-b210-45b9df8836ab',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.056655] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a7d0481-d699-4b38-88dc-81aa06adbe1d taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.056655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a7d0481-d699-4b38-88dc-81aa06adbe1d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.056655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a7d0481-d699-4b38-88dc-81aa06adbe1d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.056655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a7d0481-d699-4b38-88dc-81aa06adbe1d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.057372] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a7d0481-d699-4b38-88dc-81aa06adbe1d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.058604] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.059322] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.062647] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4af62ec-0e0f-49f0-b210-45b9df8836ab taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.062751] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.156567] env[70213]: INFO networking_nsxv3.common.synchronization [None req-bedac3a1-dc14-4a5a-a160-a4b11f3367ea None None] Enqueued Resource ID: 7077585f-765b-48a4-acb2-a42895cbf4bd with Priority: HIGHEST for action port [ 1046.157417] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7077585f-765b-48a4-acb2-a42895cbf4bd with Priority: HIGHEST for action port [ 1046.157731] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-7077585f-765b-48a4-acb2-a42895cbf4bd taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.157731] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7077585f-765b-48a4-acb2-a42895cbf4bd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.157731] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7077585f-765b-48a4-acb2-a42895cbf4bd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.158111] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7077585f-765b-48a4-acb2-a42895cbf4bd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.158111] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7077585f-765b-48a4-acb2-a42895cbf4bd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.356911] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4af62ec-0e0f-49f0-b210-45b9df8836ab',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.359757] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be in Status: SUCCESS [ 1046.359993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.360269] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.361312] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.361567] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.361657] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.432309] env[70213]: INFO networking_nsxv3.common.synchronization [req-6c20276d-efe1-4759-8c78-910ed75c6ae2 req-a232f6ef-5146-467c-b620-fbaa66671df7 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Enqueued Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 1046.433798] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGHEST for action security_group_members [ 1046.437256] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.437415] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.437483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.437698] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.437874] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.437954] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.438143] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.438208] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.438298] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.438401] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.487102] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e198e7c-ac22-41ed-9aa1-f60cb0721289: rpc.has_security_group_logging(os_id): False [ 1046.506689] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.506844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.506926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.507182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.507279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.507519] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.507624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.507687] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.507842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.507919] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.508018] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 is going to be created. [ 1046.558266] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.558266] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.558266] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4af62ec-0e0f-49f0-b210-45b9df8836ab taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.558266] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.559448] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a7d0481-d699-4b38-88dc-81aa06adbe1d with status ACTIVE [ 1046.559527] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.560113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.560113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.560113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.560113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.560349] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.561257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.561361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.561633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.561765] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.562035] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.562449] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.562542] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.562812] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.562898] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.562996] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a7d0481-d699-4b38-88dc-81aa06adbe1d is going to be updated. [ 1046.568189] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.568313] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.568402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.568571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.568756] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.583286] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 in Status: IN_PROGRESS for 2s [ 1046.584211] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.584348] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.584417] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.584673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.585209] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.585298] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a7d0481-d699-4b38-88dc-81aa06adbe1d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.661402] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7077585f-765b-48a4-acb2-a42895cbf4bd [ 1046.661650] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.661761] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.661841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.662103] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.662175] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.662272] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7077585f-765b-48a4-acb2-a42895cbf4bd already deleted. [ 1046.662361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7077585f-765b-48a4-acb2-a42895cbf4bd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.858727] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4af62ec-0e0f-49f0-b210-45b9df8836ab',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.863932] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.865309] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.865309] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.865309] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.865523] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.865625] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.865725] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.867791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.867791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.867791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.867791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.867791] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.941655] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.941815] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.941887] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.942122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.942213] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.942442] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.942526] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.942569] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.942723] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.942886] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.942886] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1d2214-3d43-4997-90b3-5c48df171063 is going to be updated. [ 1046.956575] env[70213]: INFO networking_nsxv3.common.synchronization [req-5364b9a8-499b-4710-9855-ff437b69258f req-65ffad9e-3bec-45ff-afaa-0b0549729bca tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab with Priority: HIGHEST for action security_group_members [ 1046.956748] env[70213]: INFO networking_nsxv3.common.synchronization [req-5364b9a8-499b-4710-9855-ff437b69258f req-65ffad9e-3bec-45ff-afaa-0b0549729bca tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1046.956883] env[70213]: INFO networking_nsxv3.common.synchronization [req-5364b9a8-499b-4710-9855-ff437b69258f req-65ffad9e-3bec-45ff-afaa-0b0549729bca tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f with Priority: HIGHEST for action security_group_members [ 1046.957521] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab with Priority: HIGHEST for action security_group_members [ 1046.957841] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1046.957948] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f with Priority: HIGHEST for action security_group_members [ 1046.958236] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4af62ec-0e0f-49f0-b210-45b9df8836ab taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.958349] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.958538] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.958621] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.958794] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1357e72e-1056-4acd-946f-e64c09ec2b7f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.958890] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.958953] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.959708] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.959879] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.959983] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.960062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.960221] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.960330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.960395] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1357e72e-1056-4acd-946f-e64c09ec2b7f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.971689] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.971809] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.971869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.972064] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.972199] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.980830] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: IN_PROGRESS for 2s [ 1047.035875] env[70213]: INFO networking_nsxv3.common.synchronization [req-5364b9a8-499b-4710-9855-ff437b69258f req-65ffad9e-3bec-45ff-afaa-0b0549729bca tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f with Priority: HIGHEST for action security_group_rules [ 1047.036075] env[70213]: INFO networking_nsxv3.common.synchronization [req-5364b9a8-499b-4710-9855-ff437b69258f req-65ffad9e-3bec-45ff-afaa-0b0549729bca tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f with Priority: HIGHEST for action security_group_members [ 1047.036223] env[70213]: INFO networking_nsxv3.common.synchronization [req-5364b9a8-499b-4710-9855-ff437b69258f req-65ffad9e-3bec-45ff-afaa-0b0549729bca tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_rules [ 1047.036359] env[70213]: INFO networking_nsxv3.common.synchronization [req-5364b9a8-499b-4710-9855-ff437b69258f req-65ffad9e-3bec-45ff-afaa-0b0549729bca tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1047.036499] env[70213]: INFO networking_nsxv3.common.synchronization [req-5364b9a8-499b-4710-9855-ff437b69258f req-65ffad9e-3bec-45ff-afaa-0b0549729bca tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab with Priority: HIGHEST for action security_group_rules [ 1047.036656] env[70213]: INFO networking_nsxv3.common.synchronization [req-5364b9a8-499b-4710-9855-ff437b69258f req-65ffad9e-3bec-45ff-afaa-0b0549729bca tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab with Priority: HIGHEST for action security_group_members [ 1047.036743] env[70213]: INFO networking_nsxv3.common.synchronization [req-5364b9a8-499b-4710-9855-ff437b69258f req-65ffad9e-3bec-45ff-afaa-0b0549729bca tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 9a7d0481-d699-4b38-88dc-81aa06adbe1d with Priority: HIGHEST for action port [ 1047.037668] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f with Priority: HIGHEST for action security_group_rules [ 1047.038302] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_rules [ 1047.038540] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab with Priority: HIGHEST for action security_group_members [ 1047.038606] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7d0481-d699-4b38-88dc-81aa06adbe1d with Priority: HIGHEST for action port [ 1047.038688] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab with Priority: HIGHEST for action security_group_rules [ 1047.038780] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f with Priority: HIGHEST for action security_group_members [ 1047.038868] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1047.039412] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1357e72e-1056-4acd-946f-e64c09ec2b7f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.039537] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.039603] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.039851] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.039935] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1357e72e-1056-4acd-946f-e64c09ec2b7f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.040858] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.040962] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.041205] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4af62ec-0e0f-49f0-b210-45b9df8836ab taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.041330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.041477] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a7d0481-d699-4b38-88dc-81aa06adbe1d taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.041573] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a7d0481-d699-4b38-88dc-81aa06adbe1d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.041637] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a7d0481-d699-4b38-88dc-81aa06adbe1d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.041800] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a7d0481-d699-4b38-88dc-81aa06adbe1d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.041876] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a7d0481-d699-4b38-88dc-81aa06adbe1d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.045995] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4af62ec-0e0f-49f0-b210-45b9df8836ab taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.045995] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.045995] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1357e72e-1056-4acd-946f-e64c09ec2b7f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.045995] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.045995] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.045995] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.361536] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.361833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.361966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.362248] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.362375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.362508] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab is going to be created. [ 1047.368057] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.368235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.368283] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.368474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.368602] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.368648] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 404ae873-3003-4537-b6c5-aca013c90c84 is going to be updated. [ 1047.369829] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.369999] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.369999] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.371926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.371926] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.371926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.371926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.371926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.371926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.371926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.371926] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.371926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.371926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.371926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.371926] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.371926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.371926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.371926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.371926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.371926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.371926] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.391428] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.391581] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.391650] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.391866] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.392040] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.404741] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab in Status: UNINITIALIZED for 2s [ 1047.406455] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.406455] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.406629] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.406739] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.406822] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.413944] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: IN_PROGRESS for 2s [ 1047.464235] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1357e72e-1056-4acd-946f-e64c09ec2b7f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.544440] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a7d0481-d699-4b38-88dc-81aa06adbe1d with status ACTIVE [ 1047.544810] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.545032] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.545122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.545350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.545438] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.545622] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.545725] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.545789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.545929] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.545998] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.546190] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.546283] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.546342] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.546479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.546551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.546637] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a7d0481-d699-4b38-88dc-81aa06adbe1d is going to be updated. [ 1047.548018] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1357e72e-1056-4acd-946f-e64c09ec2b7f taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.552157] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.579807] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.579989] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.580065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.580339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.580461] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.580643] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a7d0481-d699-4b38-88dc-81aa06adbe1d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.708492] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: SUCCESS [ 1047.708642] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.745000] env[70213]: INFO networking_nsxv3.common.synchronization [None req-b1bb6ecd-6a92-4dba-98fa-a1df1e50dd16 None None] Enqueued Resource ID: 978a097d-a9b9-4c7a-8678-ae1329658aba with Priority: HIGHEST for action port [ 1047.745000] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978a097d-a9b9-4c7a-8678-ae1329658aba with Priority: HIGHEST for action port [ 1047.745000] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-978a097d-a9b9-4c7a-8678-ae1329658aba taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.745000] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-978a097d-a9b9-4c7a-8678-ae1329658aba" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.745000] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-978a097d-a9b9-4c7a-8678-ae1329658aba" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.745000] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-978a097d-a9b9-4c7a-8678-ae1329658aba" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.748541] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('978a097d-a9b9-4c7a-8678-ae1329658aba',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.876110] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c55d05f-41ba-4910-bbda-2c86ab8ab8be: rpc.has_security_group_logging(os_id): False [ 1047.893601] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.894409] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.894507] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.894753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.894891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.895161] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.895297] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.895372] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.895550] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.895629] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.896357] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.896513] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.896623] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.896755] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.896853] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.897059] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.897152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.897208] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.900756] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.900756] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.900756] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be is going to be updated. [ 1047.963840] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.963840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.963840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.963840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.963840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.967190] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1357e72e-1056-4acd-946f-e64c09ec2b7f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.983385] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be in Status: IN_PROGRESS for 2s [ 1048.251092] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 978a097d-a9b9-4c7a-8678-ae1329658aba [ 1048.251495] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.251659] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.251740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.251969] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.252065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.252183] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:978a097d-a9b9-4c7a-8678-ae1329658aba already deleted. [ 1048.252265] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-978a097d-a9b9-4c7a-8678-ae1329658aba" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.471186] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.471186] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.471186] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.473654] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.473654] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.475442] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f is going to be created. [ 1048.505967] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.510864] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.510864] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.510864] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.510864] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.523507] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f in Status: UNINITIALIZED for 2s [ 1048.594819] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 in Status: SUCCESS [ 1048.594819] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.824282] env[70213]: INFO networking_nsxv3.common.synchronization [None req-58f48a12-5659-4f08-b770-8702ea9eac61 None None] Enqueued Resource ID: d1758ba4-b11f-4ea6-8d7a-f88f38aa5cee with Priority: HIGHEST for action port [ 1048.824282] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1758ba4-b11f-4ea6-8d7a-f88f38aa5cee with Priority: HIGHEST for action port [ 1048.824282] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1758ba4-b11f-4ea6-8d7a-f88f38aa5cee taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.824282] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1758ba4-b11f-4ea6-8d7a-f88f38aa5cee" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.824282] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1758ba4-b11f-4ea6-8d7a-f88f38aa5cee" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.824282] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1758ba4-b11f-4ea6-8d7a-f88f38aa5cee" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.824282] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1758ba4-b11f-4ea6-8d7a-f88f38aa5cee',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.990109] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1d2214-3d43-4997-90b3-5c48df171063 in Status: SUCCESS [ 1048.990109] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1d2214-3d43-4997-90b3-5c48df171063 deletion is rescheduled due to dependency. [ 1048.990109] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.324058] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1758ba4-b11f-4ea6-8d7a-f88f38aa5cee [ 1049.324508] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.324508] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.324508] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.324730] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.324817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.324916] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1758ba4-b11f-4ea6-8d7a-f88f38aa5cee already deleted. [ 1049.325660] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1758ba4-b11f-4ea6-8d7a-f88f38aa5cee" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.414680] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab in Status: SUCCESS [ 1049.414680] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.415713] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.415956] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.416167] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.416288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.416354] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.416522] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.416862] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.416967] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4af62ec-0e0f-49f0-b210-45b9df8836ab',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.424122] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: SUCCESS [ 1049.424256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.424499] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.425307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.425307] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.425307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.425307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.425307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.425600] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.425600] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.921651] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4af62ec-0e0f-49f0-b210-45b9df8836ab',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.932137] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.997035] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be in Status: SUCCESS [ 1049.997292] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.425465] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4af62ec-0e0f-49f0-b210-45b9df8836ab',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.435608] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.534081] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f in Status: SUCCESS [ 1050.534081] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.534244] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.534384] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.534567] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.534731] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.534793] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.534916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.534995] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.535107] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1357e72e-1056-4acd-946f-e64c09ec2b7f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.791719] env[70213]: INFO networking_nsxv3.common.synchronization [req-aaf57928-3019-434c-b0cc-a8b69f120799 req-8289821d-721d-4e81-b9f5-d6531617c715 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Enqueued Resource ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 with Priority: HIGHEST for action security_group_members [ 1050.792710] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 with Priority: HIGHEST for action security_group_members [ 1050.793806] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.793806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.793806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.794062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.794263] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.795830] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.795830] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.795990] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.796094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.796200] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0eaf39df-7338-4deb-9d1e-c9befbe6b5a7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.929530] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.929530] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.929530] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.929530] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.929530] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.929530] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab is going to be updated. [ 1050.933067] env[70213]: INFO networking_nsxv3.common.synchronization [req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b req-063d9cd7-2323-4491-81d9-9c13c1a5146f tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Enqueued Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1050.934114] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1050.934601] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.934853] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.935045] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.935553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.936014] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.936763] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.936763] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.936763] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.936763] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.936763] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.939042] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.939162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.939231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.939395] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.939479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.939574] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 404ae873-3003-4537-b6c5-aca013c90c84 is going to be updated. [ 1050.952807] env[70213]: INFO networking_nsxv3.common.synchronization [None req-ee1c34d1-b3ee-45be-b770-c7d0053de03a None None] Enqueued Resource ID: 8007bc70-3608-4e3e-b49a-cf7c24964776 with Priority: HIGHEST for action port [ 1050.954631] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8007bc70-3608-4e3e-b49a-cf7c24964776 with Priority: HIGHEST for action port [ 1050.954631] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-8007bc70-3608-4e3e-b49a-cf7c24964776 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.954631] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8007bc70-3608-4e3e-b49a-cf7c24964776" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.954631] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8007bc70-3608-4e3e-b49a-cf7c24964776" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.954631] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8007bc70-3608-4e3e-b49a-cf7c24964776" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.954920] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8007bc70-3608-4e3e-b49a-cf7c24964776',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.961444] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.961444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.961563] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.962990] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.962990] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.964483] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.964483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.964483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.964483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.964700] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.974011] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab in Status: IN_PROGRESS for 2s [ 1050.974744] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: IN_PROGRESS for 2s [ 1051.036918] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1357e72e-1056-4acd-946f-e64c09ec2b7f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.298299] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.298507] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.298562] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.298902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.299527] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.299527] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.299527] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.299527] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.301169] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.301169] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.301169] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 is going to be updated. [ 1051.324104] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.324104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.324104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.324104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.324429] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.332615] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 in Status: IN_PROGRESS for 2s [ 1051.443743] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.443743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.443743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.443743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.443743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.443743] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.443743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.443743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.443743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.443743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.443743] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d71630-a145-495f-9b9d-b43765f1b5ae is going to be updated. [ 1051.460617] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8007bc70-3608-4e3e-b49a-cf7c24964776 [ 1051.460617] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.460617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.460617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.460617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.460617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.460617] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8007bc70-3608-4e3e-b49a-cf7c24964776 already deleted. [ 1051.460617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8007bc70-3608-4e3e-b49a-cf7c24964776" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.467113] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.467938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.468544] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.468544] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.468749] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.478659] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: IN_PROGRESS for 2s [ 1051.540251] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1357e72e-1056-4acd-946f-e64c09ec2b7f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.043284] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.043590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.043656] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.045021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.045021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.045119] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f is going to be updated. [ 1052.076800] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.076973] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.077233] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.077470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.077639] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.085971] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f in Status: IN_PROGRESS for 2s [ 1052.140804] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.143744] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-269" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.143744] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-269" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.143900] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-269" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.144262] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.144444] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.145073] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.145073] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.145073] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.145209] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1052.145326] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.145438] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.145546] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.145669] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1052.145783] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.146039] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.165146] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.165425] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1052.166051] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.166051] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-269" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.166407] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-db7633df-0c68-4f61-b838-e12f1896c58c taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.166597] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-db7633df-0c68-4f61-b838-e12f1896c58c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.166778] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-db7633df-0c68-4f61-b838-e12f1896c58c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.167932] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-db7633df-0c68-4f61-b838-e12f1896c58c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.168241] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db7633df-0c68-4f61-b838-e12f1896c58c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.670656] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.670881] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.671099] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.671324] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.671483] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.671648] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port db7633df-0c68-4f61-b838-e12f1896c58c not found, creating... [ 1052.671933] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.672123] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.672202] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.672430] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.672604] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.672865] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.673935] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.674202] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.674484] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.674690] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.674904] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: db7633df-0c68-4f61-b838-e12f1896c58c is going to be created. [ 1052.695138] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.695372] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.695503] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.695790] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.696054] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.696389] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-db7633df-0c68-4f61-b838-e12f1896c58c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.984558] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab in Status: SUCCESS [ 1052.984707] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.984795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.985115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.985364] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.985364] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.986053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.986053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.986053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.986053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.986053] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4af62ec-0e0f-49f0-b210-45b9df8836ab',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.987497] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: SUCCESS [ 1052.987905] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.988096] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.988284] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.988554] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.988554] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.988833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.988833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.988833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.988944] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4af62ec-0e0f-49f0-b210-45b9df8836ab',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.989716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.989874] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.990065] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.990184] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.990247] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.990384] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.990487] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.990709] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.990757] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.992437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.992690] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.992849] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.992952] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.993011] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.993623] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.993752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.993848] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.105950] env[70213]: INFO networking_nsxv3.common.synchronization [req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b req-945d8c5e-a21d-4fe3-a956-902643be91a0 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Enqueued Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1053.107631] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1053.108258] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.108258] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.342715] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 in Status: SUCCESS [ 1053.344434] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 deletion is rescheduled due to dependency. [ 1053.344434] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.490263] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: SUCCESS [ 1053.490358] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d71630-a145-495f-9b9d-b43765f1b5ae deletion is rescheduled due to dependency. [ 1053.490484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.490728] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.490864] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.491066] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.491197] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.491270] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.491431] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.491512] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.491627] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.498032] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4af62ec-0e0f-49f0-b210-45b9df8836ab',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.498032] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4af62ec-0e0f-49f0-b210-45b9df8836ab',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.498032] env[70213]: INFO networking_nsxv3.common.synchronization [None req-f7506be8-bcb3-4696-bfb4-973db7176eda None None] Enqueued Resource ID: 1ed9758c-fb08-4ba6-a925-bbad67bf4601 with Priority: HIGHEST for action port [ 1053.498549] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.498701] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.498879] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.500256] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ed9758c-fb08-4ba6-a925-bbad67bf4601 with Priority: HIGHEST for action port [ 1053.501037] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ed9758c-fb08-4ba6-a925-bbad67bf4601 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.501470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ed9758c-fb08-4ba6-a925-bbad67bf4601" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.501470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ed9758c-fb08-4ba6-a925-bbad67bf4601" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.501470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ed9758c-fb08-4ba6-a925-bbad67bf4601" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.501649] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ed9758c-fb08-4ba6-a925-bbad67bf4601',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.910856] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.911306] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-269" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.911619] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-269" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.912114] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-269" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.912605] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.915878] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.915878] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.915878] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.915878] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.915878] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1053.915878] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.915878] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.915878] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.915878] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1053.916419] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.916798] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.938164] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.938164] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1053.938164] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.938164] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-269" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.939194] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-39c51f3a-8378-44e8-8926-f2b3dd99030d taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.939574] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-39c51f3a-8378-44e8-8926-f2b3dd99030d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.939871] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-39c51f3a-8378-44e8-8926-f2b3dd99030d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.940407] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-39c51f3a-8378-44e8-8926-f2b3dd99030d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.940727] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39c51f3a-8378-44e8-8926-f2b3dd99030d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.998720] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.000505] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.001384] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4af62ec-0e0f-49f0-b210-45b9df8836ab',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.002383] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4af62ec-0e0f-49f0-b210-45b9df8836ab: rpc.has_security_group_logging(os_id): False [ 1054.003688] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ed9758c-fb08-4ba6-a925-bbad67bf4601 [ 1054.003688] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.004180] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.004180] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.005029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.005179] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.005295] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ed9758c-fb08-4ba6-a925-bbad67bf4601 already deleted. [ 1054.005388] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ed9758c-fb08-4ba6-a925-bbad67bf4601" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.022626] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.022883] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.022883] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.023119] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.023247] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.023447] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.023602] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.024178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.024178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.024178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.024178] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab is going to be created. [ 1054.074073] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.074214] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.074329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.074654] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.075177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.082636] env[70213]: INFO networking_nsxv3.common.synchronization [None req-f13d7cfd-3b96-4805-8279-d90ec6ea7688 None None] Enqueued Resource ID: 7498d258-8543-4fc4-9ee3-f96e47ebee7a with Priority: HIGHEST for action port [ 1054.083430] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7498d258-8543-4fc4-9ee3-f96e47ebee7a with Priority: HIGHEST for action port [ 1054.083933] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-7498d258-8543-4fc4-9ee3-f96e47ebee7a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.084132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7498d258-8543-4fc4-9ee3-f96e47ebee7a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.084247] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7498d258-8543-4fc4-9ee3-f96e47ebee7a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.084717] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7498d258-8543-4fc4-9ee3-f96e47ebee7a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.084826] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7498d258-8543-4fc4-9ee3-f96e47ebee7a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.090498] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab in Status: IN_PROGRESS for 2s [ 1054.095040] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f in Status: SUCCESS [ 1054.095164] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.095340] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.095593] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.095795] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.095925] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.095992] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.096177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.096270] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.096362] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.096472] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1357e72e-1056-4acd-946f-e64c09ec2b7f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.144360] env[70213]: INFO networking_nsxv3.common.synchronization [req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b req-30ec31cc-011b-4a93-aa21-2206ca2104df service nova] Enqueued Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_rules [ 1054.145028] env[70213]: INFO networking_nsxv3.common.synchronization [req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b req-30ec31cc-011b-4a93-aa21-2206ca2104df service nova] Enqueued Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1054.145307] env[70213]: INFO networking_nsxv3.common.synchronization [req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b req-30ec31cc-011b-4a93-aa21-2206ca2104df service nova] Enqueued Resource ID: db7633df-0c68-4f61-b838-e12f1896c58c with Priority: HIGHEST for action port [ 1054.145945] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_rules [ 1054.146222] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1054.146462] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db7633df-0c68-4f61-b838-e12f1896c58c with Priority: HIGHEST for action port [ 1054.147405] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.147666] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.147815] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.148181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.148384] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.149327] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.149565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.149869] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-db7633df-0c68-4f61-b838-e12f1896c58c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.150132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db7633df-0c68-4f61-b838-e12f1896c58c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.150276] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db7633df-0c68-4f61-b838-e12f1896c58c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.150600] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db7633df-0c68-4f61-b838-e12f1896c58c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.150778] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db7633df-0c68-4f61-b838-e12f1896c58c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.444256] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.444499] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.444687] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.445127] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.445288] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.446218] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 39c51f3a-8378-44e8-8926-f2b3dd99030d not found, creating... [ 1054.446607] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.446795] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.446922] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.447191] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.448842] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.452231] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.452231] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.452231] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.452231] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.452231] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.452231] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 39c51f3a-8378-44e8-8926-f2b3dd99030d is going to be created. [ 1054.474676] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.475647] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.475920] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.476300] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.476638] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.479153] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-39c51f3a-8378-44e8-8926-f2b3dd99030d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.510025] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.510025] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.510025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.510025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.510025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.510025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.510025] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 404ae873-3003-4537-b6c5-aca013c90c84 is going to be updated. [ 1054.510891] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.511151] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.511308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.511560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.511793] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.511964] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab is going to be updated. [ 1054.555427] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.555427] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.555427] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.555427] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.555427] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.557497] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.557786] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.557926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.558220] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.558521] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.575308] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: IN_PROGRESS for 2s [ 1054.575308] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab in Status: IN_PROGRESS for 2s [ 1054.593375] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7498d258-8543-4fc4-9ee3-f96e47ebee7a [ 1054.593375] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.593375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.593375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.593375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.593375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.593375] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7498d258-8543-4fc4-9ee3-f96e47ebee7a already deleted. [ 1054.593375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7498d258-8543-4fc4-9ee3-f96e47ebee7a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.600510] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1357e72e-1056-4acd-946f-e64c09ec2b7f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.652997] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.653192] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.654733] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db7633df-0c68-4f61-b838-e12f1896c58c with status ACTIVE [ 1054.655102] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.655361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.656289] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.657204] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.657204] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.657204] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.657382] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.657449] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.657940] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.658133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.658632] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.658816] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.662021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.662021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.662021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.662021] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db7633df-0c68-4f61-b838-e12f1896c58c is going to be updated. [ 1054.681726] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.681868] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.684022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.684022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.684022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.684022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db7633df-0c68-4f61-b838-e12f1896c58c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.807484] env[70213]: INFO networking_nsxv3.common.synchronization [req-27da8042-35be-4446-b60b-c047fb042c80 req-13a0b06a-8f34-415a-a77c-0dd9d05b76fe tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Enqueued Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_members [ 1054.808294] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_members [ 1054.808746] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.808927] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.809036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.809321] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.809605] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.809679] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.809778] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.810016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.810137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.810275] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.842352] env[70213]: INFO networking_nsxv3.common.synchronization [None req-770b5ce1-fd9b-4112-b04e-45ae96018a41 None None] Enqueued Resource ID: 3e5e2919-9ad1-42f9-b57f-6bd8ce23faec with Priority: HIGHEST for action port [ 1054.843512] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e5e2919-9ad1-42f9-b57f-6bd8ce23faec with Priority: HIGHEST for action port [ 1054.848186] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e5e2919-9ad1-42f9-b57f-6bd8ce23faec taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.848186] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e5e2919-9ad1-42f9-b57f-6bd8ce23faec" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.848186] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e5e2919-9ad1-42f9-b57f-6bd8ce23faec" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.848186] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e5e2919-9ad1-42f9-b57f-6bd8ce23faec" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.848186] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e5e2919-9ad1-42f9-b57f-6bd8ce23faec',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.853783] env[70213]: INFO networking_nsxv3.common.synchronization [req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 req-b4dcc888-51fe-401f-b9fe-231f7622d8c8 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Enqueued Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_members [ 1054.857274] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGHEST for action security_group_members [ 1054.857274] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.857274] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.016250] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.016250] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.016250] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.016250] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.016250] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.016250] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d71630-a145-495f-9b9d-b43765f1b5ae is going to be updated. [ 1055.045538] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.045691] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.045725] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.046198] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.046198] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.054962] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: IN_PROGRESS for 2s [ 1055.102417] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1357e72e-1056-4acd-946f-e64c09ec2b7f: rpc.has_security_group_logging(os_id): False [ 1055.121981] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.122135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.122197] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.122392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.122480] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.122885] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.122885] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.122885] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.123034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.123113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.123198] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f is going to be created. [ 1055.236126] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.237077] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.240598] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.240598] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.240598] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.258368] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f in Status: IN_PROGRESS for 2s [ 1055.317903] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.317903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.317903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.317903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.317903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.317903] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.317903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.317903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.317903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.317903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.317903] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be is going to be updated. [ 1055.342800] env[70213]: INFO networking_nsxv3.common.synchronization [req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b req-e5b44910-f387-45ea-835a-751f1b276280 service nova] Enqueued Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_rules [ 1055.343594] env[70213]: INFO networking_nsxv3.common.synchronization [req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b req-e5b44910-f387-45ea-835a-751f1b276280 service nova] Enqueued Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1055.343969] env[70213]: INFO networking_nsxv3.common.synchronization [req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b req-e5b44910-f387-45ea-835a-751f1b276280 service nova] Enqueued Resource ID: 39c51f3a-8378-44e8-8926-f2b3dd99030d with Priority: HIGHEST for action port [ 1055.347375] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_rules [ 1055.347375] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1055.347375] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39c51f3a-8378-44e8-8926-f2b3dd99030d with Priority: HIGHEST for action port [ 1055.347375] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.347375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.347375] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.347375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.347375] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-39c51f3a-8378-44e8-8926-f2b3dd99030d taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.347375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39c51f3a-8378-44e8-8926-f2b3dd99030d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.347375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39c51f3a-8378-44e8-8926-f2b3dd99030d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.347375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39c51f3a-8378-44e8-8926-f2b3dd99030d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.347375] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39c51f3a-8378-44e8-8926-f2b3dd99030d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.351121] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e5e2919-9ad1-42f9-b57f-6bd8ce23faec [ 1055.351307] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.351416] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.351480] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.351673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.351759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.351995] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e5e2919-9ad1-42f9-b57f-6bd8ce23faec already deleted. [ 1055.351995] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e5e2919-9ad1-42f9-b57f-6bd8ce23faec" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.370669] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.370669] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.370669] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.370669] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.370669] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.379819] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be in Status: IN_PROGRESS for 2s [ 1055.851756] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39c51f3a-8378-44e8-8926-f2b3dd99030d with status ACTIVE [ 1055.851756] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.851756] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.852092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.852092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.852146] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.852301] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.852414] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.852451] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.852608] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.852681] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.852855] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.852953] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.852997] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.853165] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.853218] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.853298] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39c51f3a-8378-44e8-8926-f2b3dd99030d is going to be updated. [ 1055.879242] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.879411] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.879446] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.879663] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.879792] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.879948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39c51f3a-8378-44e8-8926-f2b3dd99030d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.102297] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab in Status: SUCCESS [ 1056.102297] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.102297] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.102297] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.102297] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4af62ec-0e0f-49f0-b210-45b9df8836ab',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.588992] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab in Status: SUCCESS [ 1056.588992] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.588992] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.588992] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.588992] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.588992] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.588992] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.589540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.589540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.589540] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4af62ec-0e0f-49f0-b210-45b9df8836ab',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.594856] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: SUCCESS [ 1056.594856] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.594856] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.594856] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.594856] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.594856] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.594856] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.594856] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.594856] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.594856] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.604824] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4af62ec-0e0f-49f0-b210-45b9df8836ab taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.604988] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.065376] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: SUCCESS [ 1057.065640] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.065862] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.068308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.068308] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.068308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.068308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.068308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.068308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.068308] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.097157] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4af62ec-0e0f-49f0-b210-45b9df8836ab',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.099497] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.244187] env[70213]: INFO networking_nsxv3.common.synchronization [None req-fb8438ee-284e-4749-8125-1599ff586ed0 None None] Enqueued Resource ID: 4e3d211b-bae3-4ed0-9d35-c59c7520c650 with Priority: HIGHEST for action port [ 1057.245044] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e3d211b-bae3-4ed0-9d35-c59c7520c650 with Priority: HIGHEST for action port [ 1057.245143] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e3d211b-bae3-4ed0-9d35-c59c7520c650 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.245280] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e3d211b-bae3-4ed0-9d35-c59c7520c650" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.245445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e3d211b-bae3-4ed0-9d35-c59c7520c650" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.245597] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e3d211b-bae3-4ed0-9d35-c59c7520c650" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.245705] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e3d211b-bae3-4ed0-9d35-c59c7520c650',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.269777] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f in Status: SUCCESS [ 1057.269998] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.393163] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be in Status: SUCCESS [ 1057.393356] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be deletion is rescheduled due to dependency. [ 1057.393491] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.393717] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.393937] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.394158] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.394296] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.394379] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.394524] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.394634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.394737] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.550252] env[70213]: INFO networking_nsxv3.common.synchronization [None req-fa8aab51-b11d-4237-98fe-26f838aeee2f None None] Enqueued Resource ID: e9107f82-a778-4963-98ef-105033cf8077 with Priority: HIGHEST for action port [ 1057.550904] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9107f82-a778-4963-98ef-105033cf8077 with Priority: HIGHEST for action port [ 1057.551509] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9107f82-a778-4963-98ef-105033cf8077 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.551654] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9107f82-a778-4963-98ef-105033cf8077" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.551713] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9107f82-a778-4963-98ef-105033cf8077" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.551946] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9107f82-a778-4963-98ef-105033cf8077" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.554414] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9107f82-a778-4963-98ef-105033cf8077',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.576180] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.601356] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.602304] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4af62ec-0e0f-49f0-b210-45b9df8836ab',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.693118] env[70213]: INFO networking_nsxv3.common.synchronization [req-2a9208a1-11d0-47e5-960f-6b2908ca08db req-dae1dba5-2e8f-4210-9ec3-460ea4403937 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1057.694193] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1057.694667] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.694874] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.694990] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.695448] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.695659] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.695832] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.695924] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.696256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.696329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.696465] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.753077] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e3d211b-bae3-4ed0-9d35-c59c7520c650 [ 1057.753077] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.753077] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.753077] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.753532] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.753670] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.753770] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e3d211b-bae3-4ed0-9d35-c59c7520c650 already deleted. [ 1057.753854] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e3d211b-bae3-4ed0-9d35-c59c7520c650" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.896840] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.896840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.896932] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.897231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.897231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.897408] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.897506] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.897571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.897947] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.897947] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.897947] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be is going to be updated. [ 1057.924236] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.924322] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.924366] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.924559] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.924706] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.933434] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be in Status: IN_PROGRESS for 2s [ 1058.057269] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9107f82-a778-4963-98ef-105033cf8077 [ 1058.057269] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.057269] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.057269] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.057269] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.057269] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.057269] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9107f82-a778-4963-98ef-105033cf8077 already deleted. [ 1058.057269] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9107f82-a778-4963-98ef-105033cf8077" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.078156] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.104986] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.104986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.104986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.104986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.104986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.104986] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 404ae873-3003-4537-b6c5-aca013c90c84 is going to be updated. [ 1058.106159] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.106268] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.106329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.106493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.106578] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.106669] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab is going to be updated. [ 1058.132923] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.136566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.136566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.136566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.136566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.137820] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.137911] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.137911] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.138121] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.138303] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.147353] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: IN_PROGRESS for 2s [ 1058.148071] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab in Status: IN_PROGRESS for 2s [ 1058.152783] env[70213]: INFO networking_nsxv3.common.synchronization [None req-8dfff73e-8ab9-4a78-9bda-82c9e376614e None None] Enqueued Resource ID: bd4da136-bcfc-4881-985d-4bb56ed46b41 with Priority: HIGHEST for action port [ 1058.153082] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd4da136-bcfc-4881-985d-4bb56ed46b41 with Priority: HIGHEST for action port [ 1058.153694] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd4da136-bcfc-4881-985d-4bb56ed46b41 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.153809] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd4da136-bcfc-4881-985d-4bb56ed46b41" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.153875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd4da136-bcfc-4881-985d-4bb56ed46b41" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.154824] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd4da136-bcfc-4881-985d-4bb56ed46b41" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.154824] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd4da136-bcfc-4881-985d-4bb56ed46b41',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.200896] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.201299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.201494] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.202091] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.202332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.202666] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.204668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.204668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.204668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.204668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.204668] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 already deleted. [ 1058.204668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.546021] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.546021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.546021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.546021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.546021] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.546021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.546021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.546021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.546021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.546021] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1058.546021] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.546021] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.546021] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.546517] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1058.546517] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.546584] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.567044] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.568253] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1058.568493] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.568747] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.569120] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-8facdcd9-f7f6-48b8-bc04-b3f8541a5765 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.569302] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-8facdcd9-f7f6-48b8-bc04-b3f8541a5765" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.569428] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-8facdcd9-f7f6-48b8-bc04-b3f8541a5765" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.569779] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-8facdcd9-f7f6-48b8-bc04-b3f8541a5765" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.569930] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8facdcd9-f7f6-48b8-bc04-b3f8541a5765',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.582113] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.582399] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.582483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.582744] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.582845] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.582945] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d71630-a145-495f-9b9d-b43765f1b5ae is going to be updated. [ 1058.618668] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.618986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.618986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.619243] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.619489] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.629710] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: IN_PROGRESS for 2s [ 1058.658237] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd4da136-bcfc-4881-985d-4bb56ed46b41 [ 1058.658237] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.658237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.658237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.658237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.658237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.658237] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd4da136-bcfc-4881-985d-4bb56ed46b41 already deleted. [ 1058.658591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd4da136-bcfc-4881-985d-4bb56ed46b41" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.078851] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.079342] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.080165] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.080241] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.080467] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.080658] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 8facdcd9-f7f6-48b8-bc04-b3f8541a5765 not found, creating... [ 1059.080941] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.081243] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.081346] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.081625] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.081802] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.082714] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.082957] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.083106] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.083410] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.083929] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.084249] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 8facdcd9-f7f6-48b8-bc04-b3f8541a5765 is going to be created. [ 1059.105606] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.105606] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.105606] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.105606] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.105606] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.105606] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-8facdcd9-f7f6-48b8-bc04-b3f8541a5765" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.755860] env[70213]: INFO networking_nsxv3.common.synchronization [None req-01a6d4e3-9106-407c-b49c-c74c95fc0948 None None] Enqueued Resource ID: a37cc4a0-8912-4a12-89d5-a7175a0d7bbe with Priority: HIGHEST for action port [ 1059.756438] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a37cc4a0-8912-4a12-89d5-a7175a0d7bbe with Priority: HIGHEST for action port [ 1059.756743] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-a37cc4a0-8912-4a12-89d5-a7175a0d7bbe taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.757976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a37cc4a0-8912-4a12-89d5-a7175a0d7bbe" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.758318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a37cc4a0-8912-4a12-89d5-a7175a0d7bbe" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.758465] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a37cc4a0-8912-4a12-89d5-a7175a0d7bbe" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.758702] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a37cc4a0-8912-4a12-89d5-a7175a0d7bbe',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.944304] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be in Status: SUCCESS [ 1059.944304] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be deletion is rescheduled due to dependency. [ 1059.944465] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.159576] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab in Status: SUCCESS [ 1060.159795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.160579] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.160579] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.160579] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.160579] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.160794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.160823] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.160894] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.160970] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.161073] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4af62ec-0e0f-49f0-b210-45b9df8836ab',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.163058] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: SUCCESS [ 1060.163662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.163662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.163662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.163810] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.163873] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.163933] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.164086] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.164161] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.164343] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.164838] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.164838] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.164838] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.164838] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.165088] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.165088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.165088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.165291] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.165375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.165468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.165688] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.236455] env[70213]: INFO networking_nsxv3.common.synchronization [req-2a9208a1-11d0-47e5-960f-6b2908ca08db req-ff8e2996-8200-418a-a941-36c508b88fac service nova] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_rules [ 1060.237918] env[70213]: INFO networking_nsxv3.common.synchronization [req-2a9208a1-11d0-47e5-960f-6b2908ca08db req-ff8e2996-8200-418a-a941-36c508b88fac service nova] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1060.237918] env[70213]: INFO networking_nsxv3.common.synchronization [req-2a9208a1-11d0-47e5-960f-6b2908ca08db req-ff8e2996-8200-418a-a941-36c508b88fac service nova] Enqueued Resource ID: 8facdcd9-f7f6-48b8-bc04-b3f8541a5765 with Priority: HIGHEST for action port [ 1060.237918] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_rules [ 1060.237918] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1060.237918] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8facdcd9-f7f6-48b8-bc04-b3f8541a5765 with Priority: HIGHEST for action port [ 1060.237918] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.238352] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.238352] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.239384] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.239384] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.239998] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.240165] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.240273] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.240473] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.240825] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.240825] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.240919] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.241109] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.241224] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.241349] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.242943] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-8facdcd9-f7f6-48b8-bc04-b3f8541a5765 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.243103] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8facdcd9-f7f6-48b8-bc04-b3f8541a5765" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.243198] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8facdcd9-f7f6-48b8-bc04-b3f8541a5765" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.243382] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8facdcd9-f7f6-48b8-bc04-b3f8541a5765" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.243489] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8facdcd9-f7f6-48b8-bc04-b3f8541a5765',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.261941] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a37cc4a0-8912-4a12-89d5-a7175a0d7bbe [ 1060.262745] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.262892] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.263161] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.263459] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.263641] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.263742] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a37cc4a0-8912-4a12-89d5-a7175a0d7bbe already deleted. [ 1060.267294] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a37cc4a0-8912-4a12-89d5-a7175a0d7bbe" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.640080] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: SUCCESS [ 1060.640080] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.640080] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.640080] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.640080] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.640382] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.640382] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.640382] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.640485] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.640485] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.640601] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.641673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.641673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.641849] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.641849] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.642433] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.642433] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.642433] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.642433] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.668040] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 404ae873-3003-4537-b6c5-aca013c90c84: rpc.has_security_group_logging(os_id): False [ 1060.669107] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4af62ec-0e0f-49f0-b210-45b9df8836ab',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.676620] env[70213]: INFO networking_nsxv3.common.synchronization [None req-1a9ee283-9880-44d2-9563-0edba1899d3a tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Enqueued Resource ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 with Priority: HIGHEST for action security_group_rules [ 1060.677898] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 with Priority: HIGHEST for action security_group_rules [ 1060.678246] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-973880d1-ad42-42c7-8ec7-7d4712c60e59 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.678351] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.678542] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.678768] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.678768] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('973880d1-ad42-42c7-8ec7-7d4712c60e59',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.685979] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.686351] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.686455] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.686682] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.686817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.687075] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.687222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.687309] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.687484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.687590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.687811] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.687973] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.688029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.688633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.688633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.688633] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.688633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.688633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.689075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.689075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.689075] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 404ae873-3003-4537-b6c5-aca013c90c84 is going to be updated. [ 1060.743940] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.746679] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.748062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.748062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.748062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.748062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.749250] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.750874] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.750874] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8facdcd9-f7f6-48b8-bc04-b3f8541a5765 with status ACTIVE [ 1060.750874] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.750874] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.750874] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.750874] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.750874] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.752426] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.754037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.754037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.754037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.754037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.754037] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.754037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.754037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.754037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.754037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.754037] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8facdcd9-f7f6-48b8-bc04-b3f8541a5765 is going to be updated. [ 1060.759254] env[70213]: INFO networking_nsxv3.common.synchronization [None req-2c664847-4ace-410f-82e2-1fa971067f98 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Enqueued Resource ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 with Priority: HIGHEST for action security_group_rules [ 1060.761744] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 with Priority: HIGHEST for action security_group_rules [ 1060.761744] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-973880d1-ad42-42c7-8ec7-7d4712c60e59 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.761744] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.772316] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: IN_PROGRESS for 2s [ 1060.778815] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.778815] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.778815] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.778815] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.778815] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.778815] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8facdcd9-f7f6-48b8-bc04-b3f8541a5765" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.828499] env[70213]: INFO networking_nsxv3.common.synchronization [None req-fb345ebd-a763-4526-9bda-ce6e2f18d651 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Enqueued Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGHEST for action security_group_rules [ 1060.829173] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGHEST for action security_group_rules [ 1060.830139] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.830331] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.830459] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.830782] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.830918] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.956338] env[70213]: INFO networking_nsxv3.common.synchronization [None req-f059fc05-4c71-4608-9dd1-1d21c2be200e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Enqueued Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGHEST for action security_group_rules [ 1060.957291] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGHEST for action security_group_rules [ 1060.957694] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.957817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.148531] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.148657] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.148907] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.175022] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4af62ec-0e0f-49f0-b210-45b9df8836ab: rpc.has_security_group_logging(os_id): False [ 1061.190349] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.190518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.190639] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.190868] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.190966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.191233] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.191336] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.191430] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.191642] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.191702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.191757] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab is going to be updated. [ 1061.198912] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.199132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.199132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.199312] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.199393] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.199484] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 already deleted. [ 1061.199934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.199934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.199934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.199934] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('973880d1-ad42-42c7-8ec7-7d4712c60e59',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.244618] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.244863] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.244863] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.245709] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.245709] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.258480] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab in Status: IN_PROGRESS for 2s [ 1061.258694] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.364164] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.364164] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.364164] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.364164] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.364164] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.364164] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c already deleted. [ 1061.364164] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.364164] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.364164] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.364164] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.655275] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.720343] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.720343] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.720343] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.720343] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.720343] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.720343] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 already deleted. [ 1061.720343] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.735028] env[70213]: INFO networking_nsxv3.common.synchronization [None req-ccc28976-b5fa-4c77-86fb-15bd9df216ad None None] Enqueued Resource ID: 49892e91-9920-45a0-aadf-d396e5d057ad with Priority: HIGHEST for action port [ 1061.735256] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49892e91-9920-45a0-aadf-d396e5d057ad with Priority: HIGHEST for action port [ 1061.735815] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-49892e91-9920-45a0-aadf-d396e5d057ad taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.735940] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49892e91-9920-45a0-aadf-d396e5d057ad" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.736015] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49892e91-9920-45a0-aadf-d396e5d057ad" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.736269] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49892e91-9920-45a0-aadf-d396e5d057ad" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.736356] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49892e91-9920-45a0-aadf-d396e5d057ad',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.762501] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.762823] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.762823] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.762969] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.763298] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.763298] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be created. [ 1061.784831] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.785040] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.785040] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.785251] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.785355] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.796402] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: UNINITIALIZED for 2s [ 1061.886067] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.886354] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.886354] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.886500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.886589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.886687] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c already deleted. [ 1061.886769] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.159021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.159200] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.159263] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.159477] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.159568] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.159671] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d71630-a145-495f-9b9d-b43765f1b5ae is going to be updated. [ 1062.187400] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.187530] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.187617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.189177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.189177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.196783] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: IN_PROGRESS for 2s [ 1062.240203] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49892e91-9920-45a0-aadf-d396e5d057ad [ 1062.240203] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.240203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.240203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.240203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.240203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.240203] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49892e91-9920-45a0-aadf-d396e5d057ad already deleted. [ 1062.240753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49892e91-9920-45a0-aadf-d396e5d057ad" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.403396] env[70213]: INFO networking_nsxv3.common.synchronization [None req-a7dfb829-23eb-4e79-b575-ee03da16902e None None] Enqueued Resource ID: 9692e518-fca7-45bf-bed4-76c8e8f1bf36 with Priority: HIGHEST for action port [ 1062.404031] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9692e518-fca7-45bf-bed4-76c8e8f1bf36 with Priority: HIGHEST for action port [ 1062.407538] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-9692e518-fca7-45bf-bed4-76c8e8f1bf36 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.407774] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9692e518-fca7-45bf-bed4-76c8e8f1bf36" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.407774] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9692e518-fca7-45bf-bed4-76c8e8f1bf36" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.408009] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9692e518-fca7-45bf-bed4-76c8e8f1bf36" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.410669] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9692e518-fca7-45bf-bed4-76c8e8f1bf36',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.784875] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: SUCCESS [ 1062.785459] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.785800] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.786187] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.787033] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.914712] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9692e518-fca7-45bf-bed4-76c8e8f1bf36 [ 1062.914712] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.914712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.914712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.914712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.914712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.914712] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9692e518-fca7-45bf-bed4-76c8e8f1bf36 already deleted. [ 1062.914712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9692e518-fca7-45bf-bed4-76c8e8f1bf36" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.027279] env[70213]: INFO networking_nsxv3.common.synchronization [None req-4f1c4c8b-3129-4b13-80ce-b4ed4e2cfba1 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Enqueued Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_rules [ 1063.027827] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_rules [ 1063.028167] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.028292] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.028361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.028606] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.028692] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.142376] env[70213]: INFO networking_nsxv3.common.synchronization [None req-8f8d2725-6607-44d4-bd02-82d8ebf0f07b tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Enqueued Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_rules [ 1063.144466] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_rules [ 1063.144466] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.144466] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.273034] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab in Status: SUCCESS [ 1063.273034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.288614] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.288939] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.290405] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.290823] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.291354] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.292279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.292444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.292811] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.292981] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.294291] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.294561] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.336024] env[70213]: INFO networking_nsxv3.common.synchronization [req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf req-f3e20dea-0ee7-4ec3-9ab7-cf875f783348 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Enqueued Resource ID: b844eb21-1353-440c-9025-fd289088979a with Priority: HIGHEST for action security_group_members [ 1063.336024] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b844eb21-1353-440c-9025-fd289088979a with Priority: HIGHEST for action security_group_members [ 1063.336024] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b844eb21-1353-440c-9025-fd289088979a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.336024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.336024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.336897] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.337209] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.337431] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.337576] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.338020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.339738] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.339738] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b844eb21-1353-440c-9025-fd289088979a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.552208] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.552438] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.552527] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.552971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.553084] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.553187] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 already deleted. [ 1063.553273] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.553430] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.553591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.553688] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.678648] env[70213]: INFO networking_nsxv3.common.synchronization [None req-2d4c1322-4c86-46cd-bf40-74a6e22a9c98 None None] Enqueued Resource ID: d4bd5733-8d2f-47c7-a442-24029024fe48 with Priority: HIGHEST for action port [ 1063.679239] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4bd5733-8d2f-47c7-a442-24029024fe48 with Priority: HIGHEST for action port [ 1063.679561] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4bd5733-8d2f-47c7-a442-24029024fe48 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.679685] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4bd5733-8d2f-47c7-a442-24029024fe48" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.679752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4bd5733-8d2f-47c7-a442-24029024fe48" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.680009] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4bd5733-8d2f-47c7-a442-24029024fe48" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.680418] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4bd5733-8d2f-47c7-a442-24029024fe48',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.792334] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.793802] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-909" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.793802] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-909" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.793802] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-909" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.793802] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.793802] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.793802] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.793802] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.794068] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.794309] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.794437] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.794552] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.794686] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.794806] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.794958] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.795136] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.799671] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.799972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.799972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.800066] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.800200] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.800315] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.800364] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.800510] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.800606] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.800696] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.800836] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.800938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.800998] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.801147] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.801280] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.801385] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.801445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.801591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.801667] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.801772] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.801826] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.807608] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1063.808185] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.808677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.809044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.809452] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.809587] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.810686] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.810900] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.810996] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.811226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.811294] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.817427] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.817606] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1063.817749] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.817939] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-909" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.819535] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.819535] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.819535] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.819535] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.819793] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.840290] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.840475] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.840559] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.840740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.840827] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.841059] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.841171] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.841223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.841368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.841451] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.841537] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b844eb21-1353-440c-9025-fd289088979a already deleted. [ 1063.841613] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.078689] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.078689] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.078689] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.078689] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.078689] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.078689] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 already deleted. [ 1064.078689] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.184729] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4bd5733-8d2f-47c7-a442-24029024fe48 [ 1064.184729] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.184729] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.184729] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.184729] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.184729] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.184944] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4bd5733-8d2f-47c7-a442-24029024fe48 already deleted. [ 1064.184944] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4bd5733-8d2f-47c7-a442-24029024fe48" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.210237] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: SUCCESS [ 1064.210237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.210237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.210237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.210237] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.210237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.210237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.210237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.210237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.210237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.210237] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.210237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.210237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.210237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.210237] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.210237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.210237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.210237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.214051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.214051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.214051] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.306289] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 404ae873-3003-4537-b6c5-aca013c90c84: rpc.has_security_group_logging(os_id): False [ 1064.317575] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.317575] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.317575] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.317575] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.318350] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.318350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.318350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.318350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.318762] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.318762] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.318865] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.318929] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.319319] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.319319] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.319507] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.319610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.319709] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.319915] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.320076] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.320695] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.320695] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.322567] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.322734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.322843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.323092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.323225] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.323527] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.323685] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.323798] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.324034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.324184] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.324481] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.324638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.324745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.324965] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.325117] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.325389] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.325549] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.325641] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.325861] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.325970] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.326121] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 404ae873-3003-4537-b6c5-aca013c90c84 is going to be updated. [ 1064.328595] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.328919] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.329156] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.329517] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.329762] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.330022] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7 not found, creating... [ 1064.331849] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.332066] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.332286] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.332650] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.332885] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.333386] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.333686] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.333870] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.334220] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.339419] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.339419] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7 is going to be created. [ 1064.340514] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e82eb48-1239-4ce1-8f34-d965cc33e880: rpc.has_security_group_logging(os_id): False [ 1064.358328] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.358522] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.358624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.359178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.359178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.359269] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.359407] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.359493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.359713] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.359813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.360049] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.361079] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.361193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.361389] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.361484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.361736] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.361824] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.361885] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.362116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.364037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.364037] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be created. [ 1064.364827] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.365675] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.365752] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.366043] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.366286] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.366513] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.415341] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.415341] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.415503] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.415790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.415998] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.423292] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.423449] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.423520] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.424029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.424253] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.435936] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1064.444334] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: IN_PROGRESS for 2s [ 1064.717248] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0d71630-a145-495f-9b9d-b43765f1b5ae: rpc.has_security_group_logging(os_id): False [ 1064.737292] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.737449] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.737514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.737735] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.737828] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.738069] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.738131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.738229] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.738337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.738434] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.738627] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.738701] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.738765] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.738906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.738978] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.739434] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.739537] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.739600] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.739751] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.739908] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.740065] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0d71630-a145-495f-9b9d-b43765f1b5ae is going to be updated. [ 1064.809632] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.809985] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.809985] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.810073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.810226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.837828] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: IN_PROGRESS for 2s [ 1065.043466] env[70213]: INFO networking_nsxv3.common.synchronization [req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf req-c42d2059-d334-4a46-a217-de4cf1679923 service nova] Enqueued Resource ID: b844eb21-1353-440c-9025-fd289088979a with Priority: HIGHEST for action security_group_rules [ 1065.043466] env[70213]: INFO networking_nsxv3.common.synchronization [req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf req-c42d2059-d334-4a46-a217-de4cf1679923 service nova] Enqueued Resource ID: b844eb21-1353-440c-9025-fd289088979a with Priority: HIGHEST for action security_group_members [ 1065.043466] env[70213]: INFO networking_nsxv3.common.synchronization [req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf req-c42d2059-d334-4a46-a217-de4cf1679923 service nova] Enqueued Resource ID: fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7 with Priority: HIGHEST for action port [ 1065.046329] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b844eb21-1353-440c-9025-fd289088979a with Priority: HIGHEST for action security_group_rules [ 1065.046820] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b844eb21-1353-440c-9025-fd289088979a with Priority: HIGHEST for action security_group_members [ 1065.051073] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7 with Priority: HIGHEST for action port [ 1065.051073] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b844eb21-1353-440c-9025-fd289088979a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.051073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.051073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.051073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.051073] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b844eb21-1353-440c-9025-fd289088979a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.052016] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b844eb21-1353-440c-9025-fd289088979a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.052016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.052176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.052376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.052611] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.052768] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.053525] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.053525] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.053525] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.053525] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b844eb21-1353-440c-9025-fd289088979a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.056458] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.056458] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.056595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.057483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.057483] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.561885] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b844eb21-1353-440c-9025-fd289088979a taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.561885] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.561885] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b844eb21-1353-440c-9025-fd289088979a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.567783] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7 with status ACTIVE [ 1065.567783] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.567783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.567783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.567783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.567783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.567783] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.567783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.567783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.567783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.567783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.567783] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.567783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.567783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.567783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.567783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.567783] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7 is going to be updated. [ 1065.587574] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.587574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.587574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.587574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.587574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.587574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.064423] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b844eb21-1353-440c-9025-fd289088979a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.450106] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1066.450175] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.456477] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: SUCCESS [ 1066.456692] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.507905] env[70213]: INFO networking_nsxv3.common.synchronization [req-0ddba39e-dea5-42eb-bc37-066087589f7a req-bb9be3ed-f58f-4460-ad0f-f7520cda4dc7 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Enqueued Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1066.509467] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1066.510451] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.510451] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.510451] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.510451] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.510675] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.510729] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.510989] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.511164] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.511594] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.511708] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.566989] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.566989] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.566989] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.568027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.568165] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.568300] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b844eb21-1353-440c-9025-fd289088979a is going to be created. [ 1066.592322] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.592322] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.592431] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.593167] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.594029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.606452] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b844eb21-1353-440c-9025-fd289088979a in Status: UNINITIALIZED for 2s [ 1066.729120] env[70213]: INFO networking_nsxv3.common.synchronization [req-533948e7-c390-4853-bfbe-701c8ae9caa3 req-a72c3098-f2f9-4b1d-bd20-acae66cd7135 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Enqueued Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1066.729120] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d71630-a145-495f-9b9d-b43765f1b5ae with Priority: HIGHEST for action security_group_members [ 1066.729120] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d71630-a145-495f-9b9d-b43765f1b5ae taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.729120] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.851205] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: SUCCESS [ 1066.851205] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.851205] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.851386] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.851386] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.015807] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.374875] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.378139] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.378139] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.378139] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.378139] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.378139] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0d71630-a145-495f-9b9d-b43765f1b5ae is going to be deleted. [ 1067.410751] env[70213]: INFO networking_nsxv3.common.synchronization [req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 req-b188de99-2f38-45be-8633-e06af22f259d tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Enqueued Resource ID: f3384a25-bd05-4944-b6ea-617140b080de with Priority: HIGHEST for action security_group_members [ 1067.411328] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3384a25-bd05-4944-b6ea-617140b080de with Priority: HIGHEST for action security_group_members [ 1067.411635] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3384a25-bd05-4944-b6ea-617140b080de taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.411759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.411827] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.415051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.415207] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.415321] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.415440] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.416468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.416468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.416578] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3384a25-bd05-4944-b6ea-617140b080de',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.423359] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.423499] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.423566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.423775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.423873] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.423990] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.519413] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.919787] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.919979] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.920038] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.920230] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.920315] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.920509] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.920602] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.920661] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.920802] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.920874] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.920957] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3384a25-bd05-4944-b6ea-617140b080de already deleted. [ 1067.921047] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.018742] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.018961] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-157" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.019111] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-157" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.019433] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-157" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.019706] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.020230] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.020372] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.020737] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.023036] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.023036] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.023036] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.023036] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.023036] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.023036] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.023036] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.023036] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.024212] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.024212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.024802] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.024802] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.024895] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.024958] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d71630-a145-495f-9b9d-b43765f1b5ae is going to be updated. [ 1068.048093] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.048093] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1068.048093] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.048284] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-157" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.048640] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-b628841d-84ad-409e-8c20-85d411814aaf taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.048866] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-b628841d-84ad-409e-8c20-85d411814aaf" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.049013] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-b628841d-84ad-409e-8c20-85d411814aaf" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.049359] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-b628841d-84ad-409e-8c20-85d411814aaf" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.049533] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b628841d-84ad-409e-8c20-85d411814aaf',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.054353] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.054353] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.054353] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.054353] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.054353] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.060828] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: IN_PROGRESS for 2s [ 1068.552271] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.552567] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.552734] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.553011] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.553290] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.553342] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port b628841d-84ad-409e-8c20-85d411814aaf not found, creating... [ 1068.553616] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.553824] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.553918] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.554164] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.554307] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.554611] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.554775] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.554893] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.555465] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.555630] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.556122] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: b628841d-84ad-409e-8c20-85d411814aaf is going to be created. [ 1068.576625] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.576851] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.576979] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.577262] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.577493] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.577721] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-b628841d-84ad-409e-8c20-85d411814aaf" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.618236] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b844eb21-1353-440c-9025-fd289088979a in Status: SUCCESS [ 1068.618529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.618704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.619055] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.619150] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.619266] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.619331] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.619487] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.619565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.619733] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.619733] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b844eb21-1353-440c-9025-fd289088979a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.122585] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b844eb21-1353-440c-9025-fd289088979a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.306488] env[70213]: INFO networking_nsxv3.common.synchronization [req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 req-566008aa-d5f0-4d88-85f2-d2335f182207 service nova] Enqueued Resource ID: f3384a25-bd05-4944-b6ea-617140b080de with Priority: HIGHEST for action security_group_rules [ 1069.306488] env[70213]: INFO networking_nsxv3.common.synchronization [req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 req-566008aa-d5f0-4d88-85f2-d2335f182207 service nova] Enqueued Resource ID: f3384a25-bd05-4944-b6ea-617140b080de with Priority: HIGHEST for action security_group_members [ 1069.306655] env[70213]: INFO networking_nsxv3.common.synchronization [req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 req-566008aa-d5f0-4d88-85f2-d2335f182207 service nova] Enqueued Resource ID: b628841d-84ad-409e-8c20-85d411814aaf with Priority: HIGHEST for action port [ 1069.307810] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3384a25-bd05-4944-b6ea-617140b080de with Priority: HIGHEST for action security_group_rules [ 1069.307810] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3384a25-bd05-4944-b6ea-617140b080de with Priority: HIGHEST for action security_group_members [ 1069.307810] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b628841d-84ad-409e-8c20-85d411814aaf with Priority: HIGHEST for action port [ 1069.307810] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3384a25-bd05-4944-b6ea-617140b080de taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.307810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.307810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.308463] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.308587] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3384a25-bd05-4944-b6ea-617140b080de',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.310033] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3384a25-bd05-4944-b6ea-617140b080de taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.310156] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.311375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.311375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.311375] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.311375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.311375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.311375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.311375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.311375] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3384a25-bd05-4944-b6ea-617140b080de',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.311970] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-b628841d-84ad-409e-8c20-85d411814aaf taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.312095] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b628841d-84ad-409e-8c20-85d411814aaf" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.312147] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b628841d-84ad-409e-8c20-85d411814aaf" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.313165] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b628841d-84ad-409e-8c20-85d411814aaf" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.313165] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b628841d-84ad-409e-8c20-85d411814aaf',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.625153] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b844eb21-1353-440c-9025-fd289088979a: rpc.has_security_group_logging(os_id): False [ 1069.642307] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.642460] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.642530] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.642789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.643630] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.643630] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.643630] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.643630] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.643630] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.643630] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.643881] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b844eb21-1353-440c-9025-fd289088979a is going to be created. [ 1069.708523] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.708611] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.708708] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.709009] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.709255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.719097] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b844eb21-1353-440c-9025-fd289088979a in Status: IN_PROGRESS for 2s [ 1069.814217] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3384a25-bd05-4944-b6ea-617140b080de',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.815363] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3384a25-bd05-4944-b6ea-617140b080de taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.815498] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.815679] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b628841d-84ad-409e-8c20-85d411814aaf with status ACTIVE [ 1069.815837] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.815938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.816010] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.816403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.816403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.816494] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.816573] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.816636] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.816829] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.816916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.817197] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.817337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.817404] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.817669] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.817802] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.817933] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b628841d-84ad-409e-8c20-85d411814aaf is going to be updated. [ 1069.867466] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.867596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.867671] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.867867] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.868014] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.868276] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b628841d-84ad-409e-8c20-85d411814aaf" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.070081] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d71630-a145-495f-9b9d-b43765f1b5ae in Status: SUCCESS [ 1070.070258] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.070730] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.070928] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.074033] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.074033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.074033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.074033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.074033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.074033] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d71630-a145-495f-9b9d-b43765f1b5ae',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.319772] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3384a25-bd05-4944-b6ea-617140b080de',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.575402] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.575548] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.575613] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.575886] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.576181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.576424] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.576534] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.576598] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.576753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.576835] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.576924] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d71630-a145-495f-9b9d-b43765f1b5ae is going to be deleted. [ 1070.601949] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.602062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.602174] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.602347] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.602424] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.602510] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d71630-a145-495f-9b9d-b43765f1b5ae" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.822422] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.822773] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.822773] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.823020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.823144] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.823266] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3384a25-bd05-4944-b6ea-617140b080de is going to be created. [ 1070.846152] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.846336] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.846439] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.846711] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.846912] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.856374] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3384a25-bd05-4944-b6ea-617140b080de in Status: UNINITIALIZED for 2s [ 1071.730863] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b844eb21-1353-440c-9025-fd289088979a in Status: SUCCESS [ 1071.730863] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.413788] env[70213]: INFO networking_nsxv3.common.synchronization [None req-2b62af5d-71e4-41c3-9777-6a2da9c21055 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Enqueued Resource ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 with Priority: HIGHEST for action security_group_rules [ 1072.413788] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 with Priority: HIGHEST for action security_group_rules [ 1072.414076] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b05de2d0-cefc-430e-a6e9-5b50e803f216 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.414176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.414304] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.414505] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.414603] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b05de2d0-cefc-430e-a6e9-5b50e803f216',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.422007] env[70213]: INFO networking_nsxv3.common.synchronization [req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 req-27e214da-c13d-4786-b4dc-ba903e041333 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1072.422253] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1072.422818] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.423132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.423132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.423223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.423366] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.423487] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.423560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.423666] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.423765] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.423896] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.502900] env[70213]: INFO networking_nsxv3.common.synchronization [None req-ade55227-1870-4aa2-9dd1-c66bae7bc536 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Enqueued Resource ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 with Priority: HIGHEST for action security_group_rules [ 1072.503417] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 with Priority: HIGHEST for action security_group_rules [ 1072.503954] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b05de2d0-cefc-430e-a6e9-5b50e803f216 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.504234] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.871023] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3384a25-bd05-4944-b6ea-617140b080de in Status: SUCCESS [ 1072.871023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.871023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.871023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.871023] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.871023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.871023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.871023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.871023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.871023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.871023] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3384a25-bd05-4944-b6ea-617140b080de',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.926981] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.927151] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.927223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.927432] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.927524] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.927722] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.927843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.927890] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.928057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.928134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.928222] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be updated. [ 1072.935848] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.935962] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.936044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.936205] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.936279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.936364] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 already deleted. [ 1072.936443] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.936577] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.936716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.936797] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b05de2d0-cefc-430e-a6e9-5b50e803f216',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.951642] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.951807] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.951859] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.952043] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.955332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.959719] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1073.372707] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3384a25-bd05-4944-b6ea-617140b080de taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.372707] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.372707] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.373457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.373457] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.373457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.373457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.373457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.374712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.374712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.374712] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3384a25-bd05-4944-b6ea-617140b080de taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.374712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.374712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.374712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.374712] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.374712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.374712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.374712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.374712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.374712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.375496] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3384a25-bd05-4944-b6ea-617140b080de',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.469557] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.469835] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.469835] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.470048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.470101] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.470210] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 already deleted. [ 1073.470267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.880380] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3384a25-bd05-4944-b6ea-617140b080de: rpc.has_security_group_logging(os_id): False [ 1073.900497] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.900497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.900497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.900497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.900497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.900497] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.900497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.900497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.900497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.900497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.900497] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.900497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.900497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.900497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.900497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.901075] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.901075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.901075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.901075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.901075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.901329] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3384a25-bd05-4944-b6ea-617140b080de is going to be created. [ 1073.953950] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.953950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.953950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.953950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.953950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.964096] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3384a25-bd05-4944-b6ea-617140b080de in Status: IN_PROGRESS for 2s [ 1074.972039] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1074.972039] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 deletion is rescheduled due to dependency. [ 1074.972039] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.811769] env[70213]: INFO networking_nsxv3.common.synchronization [req-2128c426-629f-48bc-9dbf-74358b2040c3 req-abcd0584-f94b-4da4-8755-53fc1b5804ea tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Enqueued Resource ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 with Priority: HIGHEST for action security_group_members [ 1075.812653] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 with Priority: HIGHEST for action security_group_members [ 1075.813368] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c5b35f-8646-4168-88f4-0ed10e5416c8 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.813368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.813368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.813528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.813623] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.813708] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.814107] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.814213] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.814312] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.814408] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.975236] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3384a25-bd05-4944-b6ea-617140b080de in Status: SUCCESS [ 1075.975541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.317537] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.544146] env[70213]: INFO networking_nsxv3.common.synchronization [req-a0183420-e93d-49df-a1ab-e70e82fca4b4 req-5df509ab-3434-4e4f-9823-199f4b0fc89a tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Enqueued Resource ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 with Priority: HIGHEST for action security_group_members [ 1076.544146] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 with Priority: HIGHEST for action security_group_members [ 1076.544146] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.544942] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.545172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.545505] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.545763] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.545980] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.546203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.546445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.546628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.546806] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6192d16-1760-4ee7-9201-2d1ae2c1bdf9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.818808] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.818808] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-576" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.818808] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-576" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.818808] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-576" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.818808] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.819314] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.819560] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.820181] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.820525] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.822105] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.822408] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.822539] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.822803] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.823046] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.828174] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.828174] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.828174] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.846664] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.846664] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1076.846664] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.846664] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-576" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.846844] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-cecc0162-a689-4889-b79f-6801942e82a4 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.847021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-cecc0162-a689-4889-b79f-6801942e82a4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.847121] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-cecc0162-a689-4889-b79f-6801942e82a4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.847453] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-cecc0162-a689-4889-b79f-6801942e82a4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.847579] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cecc0162-a689-4889-b79f-6801942e82a4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.050028] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.050028] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.050028] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.050404] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.050629] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.050867] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.051014] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.051093] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.051280] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.051384] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.051482] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 already deleted. [ 1077.051566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.331291] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.331471] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.331554] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.331788] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.331883] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.332074] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 is going to be updated. [ 1077.350995] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.350995] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.351208] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.351343] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.351500] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.351661] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port cecc0162-a689-4889-b79f-6801942e82a4 not found, creating... [ 1077.351938] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.352097] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.352231] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.352476] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.352736] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.352999] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.353205] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.353315] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.353535] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.353676] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.353825] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: cecc0162-a689-4889-b79f-6801942e82a4 is going to be created. [ 1077.358909] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.359043] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.359115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.359266] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.359396] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.368390] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 in Status: IN_PROGRESS for 2s [ 1077.371327] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.371517] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.371644] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.371965] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.372117] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.372336] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-cecc0162-a689-4889-b79f-6801942e82a4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.034313] env[70213]: INFO networking_nsxv3.common.synchronization [req-a0183420-e93d-49df-a1ab-e70e82fca4b4 req-5be9509a-7d4a-4061-976a-784f9c27095a service nova] Enqueued Resource ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 with Priority: HIGHEST for action security_group_rules [ 1078.034510] env[70213]: INFO networking_nsxv3.common.synchronization [req-a0183420-e93d-49df-a1ab-e70e82fca4b4 req-5be9509a-7d4a-4061-976a-784f9c27095a service nova] Enqueued Resource ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 with Priority: HIGHEST for action security_group_members [ 1078.034651] env[70213]: INFO networking_nsxv3.common.synchronization [req-a0183420-e93d-49df-a1ab-e70e82fca4b4 req-5be9509a-7d4a-4061-976a-784f9c27095a service nova] Enqueued Resource ID: cecc0162-a689-4889-b79f-6801942e82a4 with Priority: HIGHEST for action port [ 1078.034931] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 with Priority: HIGHEST for action security_group_rules [ 1078.035123] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 with Priority: HIGHEST for action security_group_members [ 1078.035241] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecc0162-a689-4889-b79f-6801942e82a4 with Priority: HIGHEST for action port [ 1078.035821] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.037393] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.037393] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.037393] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.037393] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6192d16-1760-4ee7-9201-2d1ae2c1bdf9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.037558] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.037683] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.037844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.037914] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.038080] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.038179] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.038243] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.038381] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.038464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.038552] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6192d16-1760-4ee7-9201-2d1ae2c1bdf9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.039268] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-cecc0162-a689-4889-b79f-6801942e82a4 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.039373] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cecc0162-a689-4889-b79f-6801942e82a4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.039439] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cecc0162-a689-4889-b79f-6801942e82a4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.039600] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cecc0162-a689-4889-b79f-6801942e82a4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.039674] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cecc0162-a689-4889-b79f-6801942e82a4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.542025] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.542025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.542025] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6192d16-1760-4ee7-9201-2d1ae2c1bdf9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.542761] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cecc0162-a689-4889-b79f-6801942e82a4 with status ACTIVE [ 1078.542761] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.542761] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.542882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.543383] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.543383] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.543383] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.543557] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.543557] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.543746] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.543833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.544100] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.544167] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.544228] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.544367] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.544442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.544528] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cecc0162-a689-4889-b79f-6801942e82a4 is going to be updated. [ 1078.565689] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.565828] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.565900] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.566122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.566266] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.566443] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cecc0162-a689-4889-b79f-6801942e82a4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.905928] env[70213]: INFO networking_nsxv3.common.synchronization [req-83256762-7e23-4746-b388-44d073e67093 req-4a50e7f3-345c-499a-b695-eafb98bda107 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1078.905928] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1078.908397] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.908397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.908397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.908397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.908397] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.908397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.908397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.908397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.908397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.908397] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.046777] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6192d16-1760-4ee7-9201-2d1ae2c1bdf9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.297665] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-610 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.297871] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-610" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.298009] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-610" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.298286] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-610" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.298550] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.298733] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.298811] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.299031] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.299180] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.299402] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.299518] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.299630] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.299738] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.299851] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.299957] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.300101] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.316476] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.316643] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1079.316778] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.316940] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-610" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.317244] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-1f6ef924-d1b2-437f-9ae5-67628340b1f8 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.317411] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-1f6ef924-d1b2-437f-9ae5-67628340b1f8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.317532] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-1f6ef924-d1b2-437f-9ae5-67628340b1f8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.317824] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-1f6ef924-d1b2-437f-9ae5-67628340b1f8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.317968] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f6ef924-d1b2-437f-9ae5-67628340b1f8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.376826] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 in Status: SUCCESS [ 1079.376826] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.409721] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.549616] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.549904] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.549904] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.550046] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.550138] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.550237] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 is going to be created. [ 1079.572325] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.572325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.572325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.572325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.572646] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.580918] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 in Status: UNINITIALIZED for 2s [ 1079.821233] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.821475] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.821606] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.821897] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.822091] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.822258] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 1f6ef924-d1b2-437f-9ae5-67628340b1f8 not found, creating... [ 1079.822521] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.823900] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.823900] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.823900] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.823900] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.823900] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.823900] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.823900] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.824155] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.824155] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.824281] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 1f6ef924-d1b2-437f-9ae5-67628340b1f8 is going to be created. [ 1079.843386] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.843582] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.843739] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.844018] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.844254] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.844477] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-1f6ef924-d1b2-437f-9ae5-67628340b1f8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.912452] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.415140] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.415299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.415372] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.415586] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.415678] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.415780] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 404ae873-3003-4537-b6c5-aca013c90c84 is going to be updated. [ 1080.444552] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.444691] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.444729] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.444913] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.445068] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.453459] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: IN_PROGRESS for 2s [ 1080.644839] env[70213]: INFO networking_nsxv3.common.synchronization [req-83256762-7e23-4746-b388-44d073e67093 req-d603d964-cfd2-4fca-873b-5f989662251e service nova] Enqueued Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_rules [ 1080.645132] env[70213]: INFO networking_nsxv3.common.synchronization [req-83256762-7e23-4746-b388-44d073e67093 req-d603d964-cfd2-4fca-873b-5f989662251e service nova] Enqueued Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1080.645242] env[70213]: INFO networking_nsxv3.common.synchronization [req-83256762-7e23-4746-b388-44d073e67093 req-d603d964-cfd2-4fca-873b-5f989662251e service nova] Enqueued Resource ID: 1f6ef924-d1b2-437f-9ae5-67628340b1f8 with Priority: HIGHEST for action port [ 1080.645474] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_rules [ 1080.645599] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1080.645693] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6ef924-d1b2-437f-9ae5-67628340b1f8 with Priority: HIGHEST for action port [ 1080.646300] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.646443] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.646526] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.646676] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.646757] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.647842] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.647954] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.648172] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f6ef924-d1b2-437f-9ae5-67628340b1f8 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.648273] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f6ef924-d1b2-437f-9ae5-67628340b1f8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.648332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f6ef924-d1b2-437f-9ae5-67628340b1f8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.648495] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f6ef924-d1b2-437f-9ae5-67628340b1f8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.648568] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f6ef924-d1b2-437f-9ae5-67628340b1f8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.150997] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.151204] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.151409] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f6ef924-d1b2-437f-9ae5-67628340b1f8 with status ACTIVE [ 1081.151590] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.151701] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.151759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.151971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.152110] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.152388] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.152529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.152601] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.152774] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.152854] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.153071] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.153178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.153242] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.153628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.153628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.153628] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f6ef924-d1b2-437f-9ae5-67628340b1f8 is going to be updated. [ 1081.176275] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.176404] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.176482] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.176654] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.176787] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.176941] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f6ef924-d1b2-437f-9ae5-67628340b1f8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.245079] env[70213]: INFO networking_nsxv3.common.synchronization [req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 req-2239516b-ceec-45f2-a633-667788948e60 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Enqueued Resource ID: a2946ede-8a37-4c14-ac86-9cac50896375 with Priority: HIGHEST for action security_group_members [ 1081.245628] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2946ede-8a37-4c14-ac86-9cac50896375 with Priority: HIGHEST for action security_group_members [ 1081.245939] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2946ede-8a37-4c14-ac86-9cac50896375 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.246076] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.246138] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.246441] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.246600] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.246702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.246763] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.246909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.246993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.248157] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2946ede-8a37-4c14-ac86-9cac50896375',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.507660] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.507660] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-124" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.507873] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-124" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.508196] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-124" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.508479] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.508734] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.508876] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.509123] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.509277] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.509501] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.509626] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.509739] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.509853] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.509968] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.510088] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.510221] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.528736] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.528904] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1081.529053] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.529229] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-124" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.529568] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-3191f80f-f9a4-4541-9680-0f69d744d6e3 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.529685] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-3191f80f-f9a4-4541-9680-0f69d744d6e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.529806] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-3191f80f-f9a4-4541-9680-0f69d744d6e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.530125] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-3191f80f-f9a4-4541-9680-0f69d744d6e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.530269] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3191f80f-f9a4-4541-9680-0f69d744d6e3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.589888] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 in Status: SUCCESS [ 1081.590187] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.590406] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.590630] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.590797] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.590917] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.590985] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.591195] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.591253] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.591311] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.591397] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6192d16-1760-4ee7-9201-2d1ae2c1bdf9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.753297] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.753567] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.753567] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.753706] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.753798] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.753991] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.754109] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.754184] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.754423] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.754528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.754649] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2946ede-8a37-4c14-ac86-9cac50896375 already deleted. [ 1081.754756] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.032340] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.032578] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.032711] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.033072] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.033231] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.033396] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 3191f80f-f9a4-4541-9680-0f69d744d6e3 not found, creating... [ 1082.033685] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.033872] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.034033] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.034278] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.034421] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.034712] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.034874] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.035297] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.035760] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.036059] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.036283] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 3191f80f-f9a4-4541-9680-0f69d744d6e3 is going to be created. [ 1082.056721] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.056961] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.057138] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.057423] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.057662] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.057915] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-3191f80f-f9a4-4541-9680-0f69d744d6e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.094044] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.094136] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.094205] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.094474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.094664] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.094754] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.094811] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.095008] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.095093] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.095941] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.095941] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.095941] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.095941] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.095941] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.095941] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.095941] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.095941] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.096649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.096649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.096649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.096649] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6192d16-1760-4ee7-9201-2d1ae2c1bdf9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.463124] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: SUCCESS [ 1082.463377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.463528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.463779] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.464062] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.464225] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.464297] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.464476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.464560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.464671] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.598862] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6192d16-1760-4ee7-9201-2d1ae2c1bdf9: rpc.has_security_group_logging(os_id): False [ 1082.617160] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.617354] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.617493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.617775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.617875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.618148] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.618232] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.618265] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.618794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.618794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.618794] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.618794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.618794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.619020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.619020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.619190] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.619282] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.619341] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.619477] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.619551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.619637] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 is going to be created. [ 1082.678919] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.679136] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.679178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.679370] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.679559] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.688450] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 in Status: IN_PROGRESS for 2s [ 1082.728968] env[70213]: INFO networking_nsxv3.common.synchronization [req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 req-e033ea13-2291-467e-b2a8-491dfbb115b2 service nova] Enqueued Resource ID: a2946ede-8a37-4c14-ac86-9cac50896375 with Priority: HIGHEST for action security_group_rules [ 1082.729241] env[70213]: INFO networking_nsxv3.common.synchronization [req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 req-e033ea13-2291-467e-b2a8-491dfbb115b2 service nova] Enqueued Resource ID: a2946ede-8a37-4c14-ac86-9cac50896375 with Priority: HIGHEST for action security_group_members [ 1082.729328] env[70213]: INFO networking_nsxv3.common.synchronization [req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 req-e033ea13-2291-467e-b2a8-491dfbb115b2 service nova] Enqueued Resource ID: 3191f80f-f9a4-4541-9680-0f69d744d6e3 with Priority: HIGHEST for action port [ 1082.729828] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2946ede-8a37-4c14-ac86-9cac50896375 with Priority: HIGHEST for action security_group_rules [ 1082.729957] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2946ede-8a37-4c14-ac86-9cac50896375 with Priority: HIGHEST for action security_group_members [ 1082.730071] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3191f80f-f9a4-4541-9680-0f69d744d6e3 with Priority: HIGHEST for action port [ 1082.730347] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2946ede-8a37-4c14-ac86-9cac50896375 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.731027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.731027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.731027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.731027] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2946ede-8a37-4c14-ac86-9cac50896375',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.732498] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2946ede-8a37-4c14-ac86-9cac50896375 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.732498] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.732498] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.732498] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.732498] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.732498] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.732498] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.732498] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.732498] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.732849] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2946ede-8a37-4c14-ac86-9cac50896375',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.733859] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-3191f80f-f9a4-4541-9680-0f69d744d6e3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.733859] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3191f80f-f9a4-4541-9680-0f69d744d6e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.733859] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3191f80f-f9a4-4541-9680-0f69d744d6e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.734098] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3191f80f-f9a4-4541-9680-0f69d744d6e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.736193] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3191f80f-f9a4-4541-9680-0f69d744d6e3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.966523] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.236491] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2946ede-8a37-4c14-ac86-9cac50896375 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.236622] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.236839] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2946ede-8a37-4c14-ac86-9cac50896375',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.238401] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3191f80f-f9a4-4541-9680-0f69d744d6e3 with status ACTIVE [ 1083.238401] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.238571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.238606] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.238814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.238917] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.239185] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.239341] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.239418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.239610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.239706] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.239899] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.240221] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.240221] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.240221] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.240333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.240601] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3191f80f-f9a4-4541-9680-0f69d744d6e3 is going to be updated. [ 1083.261512] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.261685] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.261750] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.261897] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.262061] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.262220] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3191f80f-f9a4-4541-9680-0f69d744d6e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.468799] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.571383] env[70213]: INFO networking_nsxv3.common.synchronization [req-af4d1c94-8486-4fa7-b33a-46277fc077c5 req-fbc529ef-e7cd-46f3-b1c7-e5f4d1a5f1eb tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Enqueued Resource ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 with Priority: HIGHEST for action security_group_members [ 1083.571900] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 with Priority: HIGHEST for action security_group_members [ 1083.572227] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-973880d1-ad42-42c7-8ec7-7d4712c60e59 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.572348] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.572415] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.572663] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.572889] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.572988] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.573054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.573218] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.573310] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.573406] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('973880d1-ad42-42c7-8ec7-7d4712c60e59',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.742991] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2946ede-8a37-4c14-ac86-9cac50896375',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.940207] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.940207] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-761" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.940207] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-761" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.940440] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-761" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.940666] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.940867] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.941015] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.941237] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.941383] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.941595] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.941714] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.941828] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.941946] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.942070] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.942180] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.942317] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.962193] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.962493] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1083.962684] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.962915] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-761" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.963329] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-e2309401-bc32-47fb-a7ba-bf584736a170 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.963553] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-e2309401-bc32-47fb-a7ba-bf584736a170" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.963695] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-e2309401-bc32-47fb-a7ba-bf584736a170" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.964055] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-e2309401-bc32-47fb-a7ba-bf584736a170" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.964240] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2309401-bc32-47fb-a7ba-bf584736a170',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.971954] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.972316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.972316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.972437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.974082] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.974201] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 404ae873-3003-4537-b6c5-aca013c90c84 is going to be updated. [ 1084.006566] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.006835] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.006835] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.007056] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.007226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.015292] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: IN_PROGRESS for 2s [ 1084.076843] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.076967] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.077014] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.077503] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.077503] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.077675] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.077675] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.077675] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.077971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.077971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.077971] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 already deleted. [ 1084.079378] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.246879] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.246879] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.246879] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.246879] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.246879] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.246879] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2946ede-8a37-4c14-ac86-9cac50896375 is going to be created. [ 1084.275140] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.275339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.275845] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.275845] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.276119] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.285885] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2946ede-8a37-4c14-ac86-9cac50896375 in Status: UNINITIALIZED for 2s [ 1084.467044] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.467290] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.467421] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.467707] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.467856] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.468041] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port e2309401-bc32-47fb-a7ba-bf584736a170 not found, creating... [ 1084.468385] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.468553] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.468673] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.468905] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.469056] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.469343] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.469498] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.469615] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.469873] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.470040] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.470506] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: e2309401-bc32-47fb-a7ba-bf584736a170 is going to be created. [ 1084.491438] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.491701] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.491858] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.492186] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.492446] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.492692] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-e2309401-bc32-47fb-a7ba-bf584736a170" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.701079] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 in Status: SUCCESS [ 1084.701327] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.198926] env[70213]: INFO networking_nsxv3.common.synchronization [req-af4d1c94-8486-4fa7-b33a-46277fc077c5 req-94b997c8-cefe-41d3-a75a-298fb88252a4 service nova] Enqueued Resource ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 with Priority: HIGHEST for action security_group_rules [ 1085.199262] env[70213]: INFO networking_nsxv3.common.synchronization [req-af4d1c94-8486-4fa7-b33a-46277fc077c5 req-94b997c8-cefe-41d3-a75a-298fb88252a4 service nova] Enqueued Resource ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 with Priority: HIGHEST for action security_group_members [ 1085.199262] env[70213]: INFO networking_nsxv3.common.synchronization [req-af4d1c94-8486-4fa7-b33a-46277fc077c5 req-94b997c8-cefe-41d3-a75a-298fb88252a4 service nova] Enqueued Resource ID: e2309401-bc32-47fb-a7ba-bf584736a170 with Priority: HIGHEST for action port [ 1085.199488] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 with Priority: HIGHEST for action security_group_rules [ 1085.199620] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 with Priority: HIGHEST for action security_group_members [ 1085.199696] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2309401-bc32-47fb-a7ba-bf584736a170 with Priority: HIGHEST for action port [ 1085.200518] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-973880d1-ad42-42c7-8ec7-7d4712c60e59 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.200518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.200674] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.200726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.200829] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('973880d1-ad42-42c7-8ec7-7d4712c60e59',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.202704] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-973880d1-ad42-42c7-8ec7-7d4712c60e59 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.202704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.202704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.202704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.202704] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.203134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.203134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.203134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.203134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.203247] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('973880d1-ad42-42c7-8ec7-7d4712c60e59',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.204144] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2309401-bc32-47fb-a7ba-bf584736a170 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.206392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2309401-bc32-47fb-a7ba-bf584736a170" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.206392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2309401-bc32-47fb-a7ba-bf584736a170" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.206392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2309401-bc32-47fb-a7ba-bf584736a170" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.206392] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2309401-bc32-47fb-a7ba-bf584736a170',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.707144] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-973880d1-ad42-42c7-8ec7-7d4712c60e59 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.707294] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.707460] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('973880d1-ad42-42c7-8ec7-7d4712c60e59',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.708358] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2309401-bc32-47fb-a7ba-bf584736a170 with status ACTIVE [ 1085.708663] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.708905] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.708967] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.709195] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.709281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.709467] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.709558] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.709621] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.710072] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.710193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.710473] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.710586] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.710660] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.710802] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.710891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.710979] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2309401-bc32-47fb-a7ba-bf584736a170 is going to be updated. [ 1085.732675] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.732865] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.732946] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.733143] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.733271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.733424] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2309401-bc32-47fb-a7ba-bf584736a170" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.024410] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: SUCCESS [ 1086.024648] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.024777] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.024991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.025251] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.025333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.025464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.025513] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.025569] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.025657] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.025750] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.136450] env[70213]: INFO networking_nsxv3.common.synchronization [req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 req-be6b5615-d6a0-43d4-86af-5dcce9380bbc tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Enqueued Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGHEST for action security_group_members [ 1086.136992] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGHEST for action security_group_members [ 1086.137313] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.137423] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.137500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.137739] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.137895] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.137991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.138072] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.138224] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.138304] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.138397] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.180166] env[70213]: INFO networking_nsxv3.common.synchronization [req-3b745fe4-9e69-406c-9666-45677342c21f req-60735d03-caa5-4730-b122-9f47bb8baf36 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Enqueued Resource ID: f3384a25-bd05-4944-b6ea-617140b080de with Priority: HIGHEST for action security_group_members [ 1086.180166] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3384a25-bd05-4944-b6ea-617140b080de with Priority: HIGHEST for action security_group_members [ 1086.180166] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3384a25-bd05-4944-b6ea-617140b080de taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.180166] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.180166] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.180166] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.180626] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.180837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.180984] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.181364] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.181571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.181785] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3384a25-bd05-4944-b6ea-617140b080de',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.212511] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('973880d1-ad42-42c7-8ec7-7d4712c60e59',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.295021] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2946ede-8a37-4c14-ac86-9cac50896375 in Status: SUCCESS [ 1086.295884] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.295884] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.295884] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.296049] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.296049] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.296136] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.296245] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.296326] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.296412] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.296501] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2946ede-8a37-4c14-ac86-9cac50896375',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.488368] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.488977] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.488977] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.489063] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.489282] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.489441] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.489560] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.489773] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.490527] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.490527] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.490527] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.490527] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.490527] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.490725] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.490725] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.490814] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.508720] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.509350] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1086.509350] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.509600] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.511302] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-0a479539-4f4e-4315-93c8-18ae73e88549 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.511302] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-0a479539-4f4e-4315-93c8-18ae73e88549" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.511302] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-0a479539-4f4e-4315-93c8-18ae73e88549" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.511302] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-0a479539-4f4e-4315-93c8-18ae73e88549" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.511302] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a479539-4f4e-4315-93c8-18ae73e88549',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.530115] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.530115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.530115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.530115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.530115] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.530115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.530115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.530115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.530115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.530115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.530115] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.530115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.530115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.530115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.530115] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.530115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.531146] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.531146] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.531146] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.531146] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.531146] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.642151] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.642345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.642418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.642641] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.642734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.642966] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.643094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.643159] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.643313] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.643410] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.643508] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c already deleted. [ 1086.643591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.685633] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.685633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.685633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.685633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.685633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.685633] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.685633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.685996] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.685996] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.685996] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.686107] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3384a25-bd05-4944-b6ea-617140b080de is going to be updated. [ 1086.709783] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.709948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.709993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.710212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.710369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.717372] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.717539] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.717669] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.717872] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.717970] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.718088] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 is going to be created. [ 1086.719673] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3384a25-bd05-4944-b6ea-617140b080de in Status: IN_PROGRESS for 2s [ 1086.738124] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.738275] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.738345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.738550] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.738717] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.747188] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 in Status: UNINITIALIZED for 2s [ 1086.802950] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2946ede-8a37-4c14-ac86-9cac50896375 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.802950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.802950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.803238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.803277] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.804401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.804401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.804401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.804401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.804401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.804401] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2946ede-8a37-4c14-ac86-9cac50896375 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.804401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.804401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.804401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.804401] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.804401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.804825] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.804825] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.804825] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.804825] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.804825] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2946ede-8a37-4c14-ac86-9cac50896375',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.014404] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.014679] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.014828] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.015139] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.015288] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.015453] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 0a479539-4f4e-4315-93c8-18ae73e88549 not found, creating... [ 1087.015753] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.015943] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.016163] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.016462] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.016645] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.017051] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.017220] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.017383] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.017636] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.017826] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.018015] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 0a479539-4f4e-4315-93c8-18ae73e88549 is going to be created. [ 1087.032033] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 404ae873-3003-4537-b6c5-aca013c90c84: rpc.has_security_group_logging(os_id): False [ 1087.044720] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.044993] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.045219] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.045628] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.045927] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.046293] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-0a479539-4f4e-4315-93c8-18ae73e88549" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.049249] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.049396] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.049467] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.049701] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.049794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.050017] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.050123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.050187] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.050391] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.050597] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.050689] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.050891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.050891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.051113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.051217] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.051342] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.051471] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.051535] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.051703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.051804] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.051854] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 404ae873-3003-4537-b6c5-aca013c90c84 is going to be updated. [ 1087.121069] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.121365] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.121461] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.121711] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.121904] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.138388] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: IN_PROGRESS for 2s [ 1087.307128] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2946ede-8a37-4c14-ac86-9cac50896375: rpc.has_security_group_logging(os_id): False [ 1087.335974] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.336198] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.336307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.336566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.336690] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.336974] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.337099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.337209] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.337423] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.337511] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.337774] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.337916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.337988] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.338200] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.338293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.338489] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.338585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.338648] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.338789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.338866] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.338952] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2946ede-8a37-4c14-ac86-9cac50896375 is going to be created. [ 1087.407676] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.407812] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.407885] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.408121] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.408299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.418967] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2946ede-8a37-4c14-ac86-9cac50896375 in Status: IN_PROGRESS for 2s [ 1087.758167] env[70213]: INFO networking_nsxv3.common.synchronization [req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 req-fa79a1bd-bd20-4aae-991f-e9e9f2260845 service nova] Enqueued Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGHEST for action security_group_rules [ 1087.758167] env[70213]: INFO networking_nsxv3.common.synchronization [req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 req-fa79a1bd-bd20-4aae-991f-e9e9f2260845 service nova] Enqueued Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGHEST for action security_group_members [ 1087.758167] env[70213]: INFO networking_nsxv3.common.synchronization [req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 req-fa79a1bd-bd20-4aae-991f-e9e9f2260845 service nova] Enqueued Resource ID: 0a479539-4f4e-4315-93c8-18ae73e88549 with Priority: HIGHEST for action port [ 1087.763051] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGHEST for action security_group_rules [ 1087.763421] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGHEST for action security_group_members [ 1087.763647] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a479539-4f4e-4315-93c8-18ae73e88549 with Priority: HIGHEST for action port [ 1087.764572] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.764572] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.764891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.764985] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.765119] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.775155] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.775155] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.775155] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.775155] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.775155] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.775155] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.775155] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.775155] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.775155] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.775155] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.775827] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a479539-4f4e-4315-93c8-18ae73e88549 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.775827] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a479539-4f4e-4315-93c8-18ae73e88549" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.775827] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a479539-4f4e-4315-93c8-18ae73e88549" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.776043] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a479539-4f4e-4315-93c8-18ae73e88549" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.777446] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a479539-4f4e-4315-93c8-18ae73e88549',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.276061] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.281628] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a479539-4f4e-4315-93c8-18ae73e88549 with status ACTIVE [ 1088.281852] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.282812] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.283593] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.283895] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.284147] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.284335] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.284474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.284560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.284772] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.284962] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.285243] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.285402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.285581] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.285673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.285837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.285883] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a479539-4f4e-4315-93c8-18ae73e88549 is going to be updated. [ 1088.287458] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.287606] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.309048] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.309296] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.309296] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.309431] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.309552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.309712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a479539-4f4e-4315-93c8-18ae73e88549" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.531171] env[70213]: INFO networking_nsxv3.common.synchronization [req-37908ccc-1101-40e5-9459-d75f4cf46e5e req-9e728cb4-b37f-4e35-a522-a4aeab0b818b tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Enqueued Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_members [ 1088.531171] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_members [ 1088.531171] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-06470b7d-04dd-4ea8-86b2-29df3edf9b35 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.531171] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.531171] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.531171] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.531171] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.531171] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.531738] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.532040] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.532220] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.532410] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.729082] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3384a25-bd05-4944-b6ea-617140b080de in Status: SUCCESS [ 1088.729294] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3384a25-bd05-4944-b6ea-617140b080de deletion is rescheduled due to dependency. [ 1088.729408] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.754984] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 in Status: SUCCESS [ 1088.755224] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.755422] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.755647] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.755851] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.755968] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.756072] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.756270] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.756376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.756485] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.756581] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('973880d1-ad42-42c7-8ec7-7d4712c60e59',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.778675] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.034802] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.034973] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.035066] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.035325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.035384] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.035633] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.035686] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.035748] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.035909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.036014] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.036108] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 already deleted. [ 1089.036235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.158027] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: SUCCESS [ 1089.158280] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.258932] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('973880d1-ad42-42c7-8ec7-7d4712c60e59',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.282965] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.283169] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.283233] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.283463] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.283567] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.283712] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c is going to be created. [ 1089.311021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.311021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.311021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.311021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.311021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.318194] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c in Status: UNINITIALIZED for 2s [ 1089.387113] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.387357] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-724" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.387563] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-724" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.387827] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-724" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.388272] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.388438] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.388597] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.388912] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.389134] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.389411] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.389556] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.389704] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.389919] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.390027] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.390124] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.390291] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.410931] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.411216] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1089.411429] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.411672] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-724" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.412030] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.412348] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.412478] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.412859] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.413072] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.431370] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2946ede-8a37-4c14-ac86-9cac50896375 in Status: SUCCESS [ 1089.431720] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.478187] env[70213]: INFO networking_nsxv3.common.synchronization [req-2d9b876c-06ef-4c14-9c56-4abd52a8511e req-f9181db0-907d-49b0-8627-794bbdf4544a tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1089.478187] env[70213]: INFO networking_nsxv3.common.synchronization [req-2d9b876c-06ef-4c14-9c56-4abd52a8511e req-f9181db0-907d-49b0-8627-794bbdf4544a tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: acf325fe-7b93-471e-a800-babd9123e11a with Priority: HIGHEST for action security_group_members [ 1089.478577] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1089.478729] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acf325fe-7b93-471e-a800-babd9123e11a with Priority: HIGHEST for action security_group_members [ 1089.479025] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.479231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.479231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.480128] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.480128] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.480128] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.480128] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.480128] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.480128] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.480128] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.481551] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-acf325fe-7b93-471e-a800-babd9123e11a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.481551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.481551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.481551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.481768] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.481864] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.481940] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.482126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.482216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.482306] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acf325fe-7b93-471e-a800-babd9123e11a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.525127] env[70213]: INFO networking_nsxv3.common.synchronization [req-2d9b876c-06ef-4c14-9c56-4abd52a8511e req-f9181db0-907d-49b0-8627-794bbdf4544a tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_rules [ 1089.525359] env[70213]: INFO networking_nsxv3.common.synchronization [req-2d9b876c-06ef-4c14-9c56-4abd52a8511e req-f9181db0-907d-49b0-8627-794bbdf4544a tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1089.525555] env[70213]: INFO networking_nsxv3.common.synchronization [req-2d9b876c-06ef-4c14-9c56-4abd52a8511e req-f9181db0-907d-49b0-8627-794bbdf4544a tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: acf325fe-7b93-471e-a800-babd9123e11a with Priority: HIGHEST for action security_group_rules [ 1089.525662] env[70213]: INFO networking_nsxv3.common.synchronization [req-2d9b876c-06ef-4c14-9c56-4abd52a8511e req-f9181db0-907d-49b0-8627-794bbdf4544a tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: acf325fe-7b93-471e-a800-babd9123e11a with Priority: HIGHEST for action security_group_members [ 1089.525775] env[70213]: INFO networking_nsxv3.common.synchronization [req-2d9b876c-06ef-4c14-9c56-4abd52a8511e req-f9181db0-907d-49b0-8627-794bbdf4544a tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 1f6ef924-d1b2-437f-9ae5-67628340b1f8 with Priority: HIGHEST for action port [ 1089.526339] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_rules [ 1089.526568] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acf325fe-7b93-471e-a800-babd9123e11a with Priority: HIGHEST for action security_group_rules [ 1089.526568] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6ef924-d1b2-437f-9ae5-67628340b1f8 with Priority: HIGHEST for action port [ 1089.526660] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1089.527054] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acf325fe-7b93-471e-a800-babd9123e11a with Priority: HIGHEST for action security_group_members [ 1089.527575] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.527704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.527775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.527979] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.528101] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.529100] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acf325fe-7b93-471e-a800-babd9123e11a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.529100] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.529303] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.529406] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.529456] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acf325fe-7b93-471e-a800-babd9123e11a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.530452] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f6ef924-d1b2-437f-9ae5-67628340b1f8 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.530452] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f6ef924-d1b2-437f-9ae5-67628340b1f8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.530616] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f6ef924-d1b2-437f-9ae5-67628340b1f8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.530664] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f6ef924-d1b2-437f-9ae5-67628340b1f8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.530723] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f6ef924-d1b2-437f-9ae5-67628340b1f8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.531413] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.531532] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.531760] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-acf325fe-7b93-471e-a800-babd9123e11a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.531847] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.761049] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 973880d1-ad42-42c7-8ec7-7d4712c60e59: rpc.has_security_group_logging(os_id): False [ 1089.782733] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.782733] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.782733] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.782733] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.782733] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.783333] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.783452] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.783536] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.783723] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.783778] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.783890] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 is going to be created. [ 1089.867702] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.867846] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.867922] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.868161] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.868345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.898335] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 in Status: IN_PROGRESS for 2s [ 1089.915705] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.915907] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.916060] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.916341] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.916494] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.916658] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2 not found, creating... [ 1089.916908] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.917081] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.917210] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.917412] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.917549] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.917834] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.917991] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.918131] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.918425] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.918484] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.918613] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2 is going to be created. [ 1089.949795] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.950033] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.950174] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.950710] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.951441] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.951441] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.984017] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.985087] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acf325fe-7b93-471e-a800-babd9123e11a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.033457] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.033588] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.033812] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-acf325fe-7b93-471e-a800-babd9123e11a taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.033952] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.034029] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f6ef924-d1b2-437f-9ae5-67628340b1f8 with status ACTIVE [ 1090.034182] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.034284] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.034349] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.034550] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.034635] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.034800] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.034893] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.034953] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.035144] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.035226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.035409] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.035501] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.035561] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.035702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.035793] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.035879] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f6ef924-d1b2-437f-9ae5-67628340b1f8 is going to be updated. [ 1090.063613] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.063752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.063821] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.064058] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.064204] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.064360] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f6ef924-d1b2-437f-9ae5-67628340b1f8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.486888] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.487859] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acf325fe-7b93-471e-a800-babd9123e11a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.727530] env[70213]: INFO networking_nsxv3.common.synchronization [req-37908ccc-1101-40e5-9459-d75f4cf46e5e req-b264c118-3caa-47e6-9af5-1ab6ae28f150 service nova] Enqueued Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_rules [ 1090.727530] env[70213]: INFO networking_nsxv3.common.synchronization [req-37908ccc-1101-40e5-9459-d75f4cf46e5e req-b264c118-3caa-47e6-9af5-1ab6ae28f150 service nova] Enqueued Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_members [ 1090.727530] env[70213]: INFO networking_nsxv3.common.synchronization [req-37908ccc-1101-40e5-9459-d75f4cf46e5e req-b264c118-3caa-47e6-9af5-1ab6ae28f150 service nova] Enqueued Resource ID: 48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2 with Priority: HIGHEST for action port [ 1090.728478] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_rules [ 1090.728478] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_members [ 1090.729133] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2 with Priority: HIGHEST for action port [ 1090.729133] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.729133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.729133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.729428] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.729428] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.730383] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-06470b7d-04dd-4ea8-86b2-29df3edf9b35 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.730488] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.733610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.733610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.733610] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.733610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.733610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.733610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.733610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.733610] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.733610] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.733610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.733610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.733610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.733610] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.989242] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.989426] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.989472] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.989698] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.989774] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.989882] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 404ae873-3003-4537-b6c5-aca013c90c84 is going to be updated. [ 1090.991749] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.991867] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.991965] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.992171] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.992257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.992356] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acf325fe-7b93-471e-a800-babd9123e11a is going to be created. [ 1091.016759] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.016908] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.016980] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.017197] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.017352] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.020379] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.020497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.020565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.020737] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.020875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.028054] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: IN_PROGRESS for 2s [ 1091.028761] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acf325fe-7b93-471e-a800-babd9123e11a in Status: UNINITIALIZED for 2s [ 1091.235214] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.236571] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-06470b7d-04dd-4ea8-86b2-29df3edf9b35 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.236721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.236959] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2 with status ACTIVE [ 1091.237207] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.237368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.237475] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.237756] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.237891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.241629] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.242020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.242945] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.243257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.243455] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.244585] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.244585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.244585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.244585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.244585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.244585] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2 is going to be updated. [ 1091.269754] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.269914] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.270018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.270185] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.270318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.270474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.327022] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c in Status: SUCCESS [ 1091.327194] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.327349] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.327562] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.327729] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.327846] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.327929] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.328069] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.328186] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.328262] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.328387] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.749138] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.831112] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.911497] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 in Status: SUCCESS [ 1091.912016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.252543] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.252543] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.252543] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.252543] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.252543] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.252543] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 is going to be created. [ 1092.276506] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.276671] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.276724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.276923] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.277103] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.285163] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: UNINITIALIZED for 2s [ 1092.333793] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 458b4ef0-16cf-4a0a-8fee-8e6f5699717c: rpc.has_security_group_logging(os_id): False [ 1092.350514] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.350838] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.350984] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.351245] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.351347] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.351623] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.351814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.351913] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.352110] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.352195] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.352289] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c is going to be created. [ 1092.412567] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.412778] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.412778] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.413204] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.413422] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.423853] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c in Status: IN_PROGRESS for 2s [ 1092.941985] env[70213]: INFO networking_nsxv3.common.synchronization [req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 req-18f5e7be-5b81-4348-92a9-caccbf5870cf tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Enqueued Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 1092.942418] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 1092.944026] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.944026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.944026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.944026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.944026] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.944026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.944365] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.944365] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.944365] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.944460] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.039889] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: SUCCESS [ 1093.040188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.040374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.040591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.040783] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.040930] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.041054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.041244] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.041599] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.041599] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.043046] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acf325fe-7b93-471e-a800-babd9123e11a in Status: SUCCESS [ 1093.043249] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.046689] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.046689] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.046689] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.046689] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.046689] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.046689] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.046689] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.046689] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acf325fe-7b93-471e-a800-babd9123e11a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.401825] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-924 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.402143] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-924" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.402290] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-924" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.402578] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-924" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.402870] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.403040] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.403170] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.403386] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.403533] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.403746] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.403864] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.403977] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.404101] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.404212] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.404319] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.404452] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.421976] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.422216] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1093.422408] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.422542] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-924" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.422859] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-66efda32-49e7-4197-a399-d8c83f37da30 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.423049] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-66efda32-49e7-4197-a399-d8c83f37da30" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.423179] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-66efda32-49e7-4197-a399-d8c83f37da30" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.423481] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-66efda32-49e7-4197-a399-d8c83f37da30" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.423626] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66efda32-49e7-4197-a399-d8c83f37da30',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.446825] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.546126] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.547018] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acf325fe-7b93-471e-a800-babd9123e11a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.870610] env[70213]: INFO networking_nsxv3.common.synchronization [req-a9805c93-aa00-462d-815d-07ff0c76e865 req-bac55963-d116-43a4-b6bf-07997929010d tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Enqueued Resource ID: a2946ede-8a37-4c14-ac86-9cac50896375 with Priority: HIGHEST for action security_group_members [ 1093.871224] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2946ede-8a37-4c14-ac86-9cac50896375 with Priority: HIGHEST for action security_group_members [ 1093.871547] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2946ede-8a37-4c14-ac86-9cac50896375 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.871670] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.871734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.871940] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.872307] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.872416] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.872475] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.872651] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.872755] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.872962] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2946ede-8a37-4c14-ac86-9cac50896375',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.926373] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.926373] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.926373] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.926373] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.926515] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.926611] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 66efda32-49e7-4197-a399-d8c83f37da30 not found, creating... [ 1093.926834] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.927093] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.927178] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.927335] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.927593] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.927742] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.927905] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.929504] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.929504] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.929504] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.929504] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 66efda32-49e7-4197-a399-d8c83f37da30 is going to be created. [ 1093.948265] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.948626] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.948626] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.948913] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.949095] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.949329] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-66efda32-49e7-4197-a399-d8c83f37da30" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.951288] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.048490] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.052730] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acf325fe-7b93-471e-a800-babd9123e11a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.294979] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: SUCCESS [ 1094.294979] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.294979] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.296108] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.297151] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.297151] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.297151] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.297151] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.297151] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.297151] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.297151] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.378055] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.378266] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.378266] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.378476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.378563] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.378788] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.378891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.378956] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.379166] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.379251] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.379347] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2946ede-8a37-4c14-ac86-9cac50896375 is going to be updated. [ 1094.404614] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.404855] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.404855] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.405131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.405285] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.413783] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2946ede-8a37-4c14-ac86-9cac50896375 in Status: IN_PROGRESS for 2s [ 1094.435362] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c in Status: SUCCESS [ 1094.435571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.452916] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.453101] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.453176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.453400] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.453623] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.453623] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 is going to be updated. [ 1094.496536] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.498986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.503087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.503087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.503087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.513938] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: IN_PROGRESS for 2s [ 1094.551126] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.551298] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.551385] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.551629] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.551719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.551832] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 404ae873-3003-4537-b6c5-aca013c90c84 is going to be updated. [ 1094.558324] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.558487] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.558549] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.558757] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.558843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.559060] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acf325fe-7b93-471e-a800-babd9123e11a is going to be updated. [ 1094.577946] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.578263] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.578263] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.578392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.578538] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.580627] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.580627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.580627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.580758] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.581667] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.592091] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: IN_PROGRESS for 2s [ 1094.592091] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acf325fe-7b93-471e-a800-babd9123e11a in Status: IN_PROGRESS for 2s [ 1094.800956] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.888280] env[70213]: INFO networking_nsxv3.common.synchronization [req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 req-c135710c-9a07-4143-8993-ac6ddf7adbd0 service nova] Enqueued Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_rules [ 1094.888467] env[70213]: INFO networking_nsxv3.common.synchronization [req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 req-c135710c-9a07-4143-8993-ac6ddf7adbd0 service nova] Enqueued Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 1094.888621] env[70213]: INFO networking_nsxv3.common.synchronization [req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 req-c135710c-9a07-4143-8993-ac6ddf7adbd0 service nova] Enqueued Resource ID: 66efda32-49e7-4197-a399-d8c83f37da30 with Priority: HIGHEST for action port [ 1094.888866] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_rules [ 1094.888994] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 1094.889217] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66efda32-49e7-4197-a399-d8c83f37da30 with Priority: HIGHEST for action port [ 1094.889737] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.889873] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.889944] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.892591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.892719] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.893715] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.893888] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.894149] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-66efda32-49e7-4197-a399-d8c83f37da30 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.894302] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66efda32-49e7-4197-a399-d8c83f37da30" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.894400] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66efda32-49e7-4197-a399-d8c83f37da30" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.895014] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66efda32-49e7-4197-a399-d8c83f37da30" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.895149] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66efda32-49e7-4197-a399-d8c83f37da30',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.305275] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06470b7d-04dd-4ea8-86b2-29df3edf9b35: rpc.has_security_group_logging(os_id): False [ 1095.322753] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.323445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.323445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.323445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.323445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.323618] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.323689] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.323756] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.323909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.323994] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.324081] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 is going to be created. [ 1095.383330] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.383482] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.383482] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.383954] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.384045] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.394326] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: IN_PROGRESS for 2s [ 1095.401621] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66efda32-49e7-4197-a399-d8c83f37da30 with status ACTIVE [ 1095.401621] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.401801] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.401801] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.402068] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.402123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.402344] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.402426] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.402487] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.402662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.402723] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.403022] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.403098] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.403130] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.403344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.403407] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.403439] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66efda32-49e7-4197-a399-d8c83f37da30 is going to be updated. [ 1095.404756] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.404756] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.448937] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.449088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.449137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.449444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.449511] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.449645] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66efda32-49e7-4197-a399-d8c83f37da30" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.784783] env[70213]: INFO networking_nsxv3.common.synchronization [req-9592d71a-7574-4d16-bc60-05e45f3ff8ab req-1399bdd9-1451-45c0-a46f-f766f19e8faa tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1095.784783] env[70213]: INFO networking_nsxv3.common.synchronization [req-9592d71a-7574-4d16-bc60-05e45f3ff8ab req-1399bdd9-1451-45c0-a46f-f766f19e8faa tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: acf325fe-7b93-471e-a800-babd9123e11a with Priority: HIGHEST for action security_group_members [ 1095.784783] env[70213]: INFO networking_nsxv3.common.synchronization [req-9592d71a-7574-4d16-bc60-05e45f3ff8ab req-1399bdd9-1451-45c0-a46f-f766f19e8faa tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 133f233a-5608-4c1f-99d0-b6dc9d988dd2 with Priority: HIGHEST for action security_group_members [ 1095.784783] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1095.785266] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acf325fe-7b93-471e-a800-babd9123e11a with Priority: HIGHEST for action security_group_members [ 1095.789057] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 133f233a-5608-4c1f-99d0-b6dc9d988dd2 with Priority: HIGHEST for action security_group_members [ 1095.789057] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.789057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.789057] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-acf325fe-7b93-471e-a800-babd9123e11a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.789057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.789057] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-133f233a-5608-4c1f-99d0-b6dc9d988dd2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.789057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-133f233a-5608-4c1f-99d0-b6dc9d988dd2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.789057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-133f233a-5608-4c1f-99d0-b6dc9d988dd2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.789057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-133f233a-5608-4c1f-99d0-b6dc9d988dd2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.789057] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.789057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.789057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.789057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.789057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.789651] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('133f233a-5608-4c1f-99d0-b6dc9d988dd2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.858121] env[70213]: INFO networking_nsxv3.common.synchronization [req-9592d71a-7574-4d16-bc60-05e45f3ff8ab req-1399bdd9-1451-45c0-a46f-f766f19e8faa tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 133f233a-5608-4c1f-99d0-b6dc9d988dd2 with Priority: HIGHEST for action security_group_rules [ 1095.858322] env[70213]: INFO networking_nsxv3.common.synchronization [req-9592d71a-7574-4d16-bc60-05e45f3ff8ab req-1399bdd9-1451-45c0-a46f-f766f19e8faa tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 133f233a-5608-4c1f-99d0-b6dc9d988dd2 with Priority: HIGHEST for action security_group_members [ 1095.858462] env[70213]: INFO networking_nsxv3.common.synchronization [req-9592d71a-7574-4d16-bc60-05e45f3ff8ab req-1399bdd9-1451-45c0-a46f-f766f19e8faa tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_rules [ 1095.858592] env[70213]: INFO networking_nsxv3.common.synchronization [req-9592d71a-7574-4d16-bc60-05e45f3ff8ab req-1399bdd9-1451-45c0-a46f-f766f19e8faa tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1095.858720] env[70213]: INFO networking_nsxv3.common.synchronization [req-9592d71a-7574-4d16-bc60-05e45f3ff8ab req-1399bdd9-1451-45c0-a46f-f766f19e8faa tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: acf325fe-7b93-471e-a800-babd9123e11a with Priority: HIGHEST for action security_group_rules [ 1095.858848] env[70213]: INFO networking_nsxv3.common.synchronization [req-9592d71a-7574-4d16-bc60-05e45f3ff8ab req-1399bdd9-1451-45c0-a46f-f766f19e8faa tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: acf325fe-7b93-471e-a800-babd9123e11a with Priority: HIGHEST for action security_group_members [ 1095.858977] env[70213]: INFO networking_nsxv3.common.synchronization [req-9592d71a-7574-4d16-bc60-05e45f3ff8ab req-1399bdd9-1451-45c0-a46f-f766f19e8faa tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 1f6ef924-d1b2-437f-9ae5-67628340b1f8 with Priority: HIGHEST for action port [ 1095.859478] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 133f233a-5608-4c1f-99d0-b6dc9d988dd2 with Priority: HIGHEST for action security_group_rules [ 1095.861937] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_rules [ 1095.863511] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acf325fe-7b93-471e-a800-babd9123e11a with Priority: HIGHEST for action security_group_members [ 1095.863511] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6ef924-d1b2-437f-9ae5-67628340b1f8 with Priority: HIGHEST for action port [ 1095.863628] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acf325fe-7b93-471e-a800-babd9123e11a with Priority: HIGHEST for action security_group_rules [ 1095.863697] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 133f233a-5608-4c1f-99d0-b6dc9d988dd2 with Priority: HIGHEST for action security_group_members [ 1095.864807] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1095.864807] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-133f233a-5608-4c1f-99d0-b6dc9d988dd2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.864807] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-133f233a-5608-4c1f-99d0-b6dc9d988dd2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.864807] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-133f233a-5608-4c1f-99d0-b6dc9d988dd2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.864807] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-133f233a-5608-4c1f-99d0-b6dc9d988dd2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.864807] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('133f233a-5608-4c1f-99d0-b6dc9d988dd2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.865722] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.865722] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.866387] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-acf325fe-7b93-471e-a800-babd9123e11a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.866561] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.866685] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f6ef924-d1b2-437f-9ae5-67628340b1f8 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.866767] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f6ef924-d1b2-437f-9ae5-67628340b1f8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.866829] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f6ef924-d1b2-437f-9ae5-67628340b1f8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.867453] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f6ef924-d1b2-437f-9ae5-67628340b1f8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.867960] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f6ef924-d1b2-437f-9ae5-67628340b1f8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.869994] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acf325fe-7b93-471e-a800-babd9123e11a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.869994] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.869994] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-133f233a-5608-4c1f-99d0-b6dc9d988dd2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.869994] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-133f233a-5608-4c1f-99d0-b6dc9d988dd2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.869994] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.869994] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.291554] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('133f233a-5608-4c1f-99d0-b6dc9d988dd2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.371303] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-133f233a-5608-4c1f-99d0-b6dc9d988dd2 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.371303] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-133f233a-5608-4c1f-99d0-b6dc9d988dd2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.371553] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f6ef924-d1b2-437f-9ae5-67628340b1f8 with status ACTIVE [ 1096.371744] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.371744] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.371838] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.372133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.372133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.372257] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.372445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.372445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.372548] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.372622] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.372805] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.372936] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.373009] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.373152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.373324] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.373324] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f6ef924-d1b2-437f-9ae5-67628340b1f8 is going to be updated. [ 1096.391717] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.391940] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.391940] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.392084] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.392177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.392330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f6ef924-d1b2-437f-9ae5-67628340b1f8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.421938] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2946ede-8a37-4c14-ac86-9cac50896375 in Status: SUCCESS [ 1096.422133] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2946ede-8a37-4c14-ac86-9cac50896375 deletion is rescheduled due to dependency. [ 1096.422240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.524654] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: SUCCESS [ 1096.524768] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.524919] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.525154] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.525425] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.525522] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.525522] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.525697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.525891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.525891] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.599861] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acf325fe-7b93-471e-a800-babd9123e11a in Status: SUCCESS [ 1096.600136] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.600595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.600813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.601055] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.601187] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.601253] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.601632] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.601632] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.601632] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.601742] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acf325fe-7b93-471e-a800-babd9123e11a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.602961] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: SUCCESS [ 1096.603158] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.603330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.603701] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.603701] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.603821] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.603862] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.603980] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.604073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.604154] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acf325fe-7b93-471e-a800-babd9123e11a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.604866] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.605869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.605869] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.605869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.605869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.605869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.605869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.605869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.605869] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.606527] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.606760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.606891] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.606995] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.607072] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.607257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.607372] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.607484] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.794035] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('133f233a-5608-4c1f-99d0-b6dc9d988dd2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.029238] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.107584] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acf325fe-7b93-471e-a800-babd9123e11a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.108592] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acf325fe-7b93-471e-a800-babd9123e11a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.109412] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.109529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.109664] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.296662] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.296662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.296662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.296662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.296662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.296662] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 133f233a-5608-4c1f-99d0-b6dc9d988dd2 is going to be created. [ 1097.319122] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.319122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.319122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.319602] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.319602] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.343779] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 133f233a-5608-4c1f-99d0-b6dc9d988dd2 in Status: UNINITIALIZED for 2s [ 1097.405476] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: SUCCESS [ 1097.405929] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.533374] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.613256] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acf325fe-7b93-471e-a800-babd9123e11a: rpc.has_security_group_logging(os_id): False [ 1097.614445] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.615351] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acf325fe-7b93-471e-a800-babd9123e11a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.632169] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.632303] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.632361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.632566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.632652] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.632893] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.632994] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.633081] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.633232] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.633306] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.633394] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acf325fe-7b93-471e-a800-babd9123e11a is going to be created. [ 1097.684332] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.684332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.684332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.684332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.684332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.691990] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acf325fe-7b93-471e-a800-babd9123e11a in Status: IN_PROGRESS for 2s [ 1098.036668] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.039217] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.039217] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.039217] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.039217] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.039217] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 is going to be updated. [ 1098.066802] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.067503] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.068475] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.068847] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.069565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.081308] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: IN_PROGRESS for 2s [ 1098.121022] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.121022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.121022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.121022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.121022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.121022] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acf325fe-7b93-471e-a800-babd9123e11a is going to be updated. [ 1098.121022] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.121022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.121022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.121022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.121684] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.121888] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 404ae873-3003-4537-b6c5-aca013c90c84 is going to be updated. [ 1098.174163] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.174163] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.174163] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.174163] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.174163] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.174538] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.174600] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.174749] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.174936] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.175022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.192584] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acf325fe-7b93-471e-a800-babd9123e11a in Status: IN_PROGRESS for 2s [ 1098.193211] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: IN_PROGRESS for 2s [ 1098.474920] env[70213]: INFO networking_nsxv3.common.synchronization [None req-d772ea4c-fb47-44dc-822e-2513b412a751 None None] Enqueued Resource ID: 47031b1f-49f6-40e6-aaa2-0e34d30151c3 with Priority: HIGHEST for action port [ 1098.474920] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47031b1f-49f6-40e6-aaa2-0e34d30151c3 with Priority: HIGHEST for action port [ 1098.474920] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-47031b1f-49f6-40e6-aaa2-0e34d30151c3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.474920] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47031b1f-49f6-40e6-aaa2-0e34d30151c3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.474920] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47031b1f-49f6-40e6-aaa2-0e34d30151c3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.475401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47031b1f-49f6-40e6-aaa2-0e34d30151c3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.475401] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47031b1f-49f6-40e6-aaa2-0e34d30151c3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.977805] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47031b1f-49f6-40e6-aaa2-0e34d30151c3 [ 1098.977805] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.977805] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.978092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.978092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.978206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.978310] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47031b1f-49f6-40e6-aaa2-0e34d30151c3 already deleted. [ 1098.978395] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47031b1f-49f6-40e6-aaa2-0e34d30151c3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.356018] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 133f233a-5608-4c1f-99d0-b6dc9d988dd2 in Status: SUCCESS [ 1099.356270] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-133f233a-5608-4c1f-99d0-b6dc9d988dd2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.356420] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-133f233a-5608-4c1f-99d0-b6dc9d988dd2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.356617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-133f233a-5608-4c1f-99d0-b6dc9d988dd2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.356801] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.356912] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.356977] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.357259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.357259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.357361] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('133f233a-5608-4c1f-99d0-b6dc9d988dd2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.704289] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acf325fe-7b93-471e-a800-babd9123e11a in Status: SUCCESS [ 1099.704563] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.704696] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.704910] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.705014] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acf325fe-7b93-471e-a800-babd9123e11a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.718209] env[70213]: INFO networking_nsxv3.common.synchronization [req-689e5919-3225-472a-80c0-6864c4e5d39c req-99103bfd-3681-415d-a2fd-acf8a3fe2985 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: acf325fe-7b93-471e-a800-babd9123e11a with Priority: HIGHEST for action security_group_members [ 1099.718209] env[70213]: INFO networking_nsxv3.common.synchronization [req-689e5919-3225-472a-80c0-6864c4e5d39c req-99103bfd-3681-415d-a2fd-acf8a3fe2985 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1099.718209] env[70213]: INFO networking_nsxv3.common.synchronization [req-689e5919-3225-472a-80c0-6864c4e5d39c req-99103bfd-3681-415d-a2fd-acf8a3fe2985 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 133f233a-5608-4c1f-99d0-b6dc9d988dd2 with Priority: HIGHEST for action security_group_members [ 1099.718702] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acf325fe-7b93-471e-a800-babd9123e11a with Priority: HIGHEST for action security_group_members [ 1099.718848] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1099.718945] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 133f233a-5608-4c1f-99d0-b6dc9d988dd2 with Priority: HIGHEST for action security_group_members [ 1099.719241] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-acf325fe-7b93-471e-a800-babd9123e11a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.719333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.719521] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.719613] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.719807] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-133f233a-5608-4c1f-99d0-b6dc9d988dd2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.720222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-133f233a-5608-4c1f-99d0-b6dc9d988dd2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.859701] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('133f233a-5608-4c1f-99d0-b6dc9d988dd2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.093228] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: SUCCESS [ 1100.093755] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.094159] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.095454] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.095900] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.097104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.097104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.097104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.097104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.097104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.097104] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.205928] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acf325fe-7b93-471e-a800-babd9123e11a in Status: SUCCESS [ 1100.206146] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.206356] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.207060] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.207345] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.207505] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.207592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.207768] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.207851] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.207981] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acf325fe-7b93-471e-a800-babd9123e11a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.209831] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: SUCCESS [ 1100.210049] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.210210] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.210416] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.210595] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.210724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.210794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.211073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.211227] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.211227] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.231096] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.231335] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.231397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.231608] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.231719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.231797] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acf325fe-7b93-471e-a800-babd9123e11a is going to be deleted. [ 1100.281942] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.284204] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.284430] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.284621] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.284704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.284826] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.363375] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('133f233a-5608-4c1f-99d0-b6dc9d988dd2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.588952] env[70213]: INFO networking_nsxv3.common.synchronization [None req-ebbd4ce9-df97-431b-aaeb-78b54750380d None None] Enqueued Resource ID: 581a80ba-2ace-49c4-93ca-d8fa16388a80 with Priority: HIGHEST for action port [ 1100.588952] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581a80ba-2ace-49c4-93ca-d8fa16388a80 with Priority: HIGHEST for action port [ 1100.588952] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-581a80ba-2ace-49c4-93ca-d8fa16388a80 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.588952] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-581a80ba-2ace-49c4-93ca-d8fa16388a80" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.588952] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-581a80ba-2ace-49c4-93ca-d8fa16388a80" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.589747] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-581a80ba-2ace-49c4-93ca-d8fa16388a80" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.590171] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('581a80ba-2ace-49c4-93ca-d8fa16388a80',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.603023] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.603023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.603023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.603023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.603023] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.603023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.603023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.603023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.603023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.603023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.603023] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.603023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.603023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.603023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.603023] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.603023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.603697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.603697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.603697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.603697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.603697] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.713604] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.713604] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.713971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.713971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.713971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.714179] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.714285] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.714346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.714502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.714579] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.714664] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acf325fe-7b93-471e-a800-babd9123e11a is going to be deleted. [ 1100.716962] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.745626] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.745823] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.745906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.746183] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.746316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.746715] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.746715] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.746882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.747137] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.747137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.747264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.747307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.747361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.747455] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acf325fe-7b93-471e-a800-babd9123e11a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.871034] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.871034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.871034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.871034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.871034] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.871034] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 133f233a-5608-4c1f-99d0-b6dc9d988dd2 is going to be updated. [ 1100.901380] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.901510] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.901579] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.901807] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.901927] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.910671] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 133f233a-5608-4c1f-99d0-b6dc9d988dd2 in Status: IN_PROGRESS for 2s [ 1101.093568] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 581a80ba-2ace-49c4-93ca-d8fa16388a80 [ 1101.094098] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.094098] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.094098] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.094287] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.094371] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.094433] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:581a80ba-2ace-49c4-93ca-d8fa16388a80 already deleted. [ 1101.094551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-581a80ba-2ace-49c4-93ca-d8fa16388a80" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.106171] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24544c49-8605-4d5c-8f3b-14ae255c05d0: rpc.has_security_group_logging(os_id): False [ 1101.124104] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.124316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.124412] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.124633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.124726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.124950] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.125072] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.125151] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.125276] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.125359] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.125536] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.125624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.125683] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.125857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.125939] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.126100] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.126193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.126274] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.126413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.126486] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.126534] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 is going to be updated. [ 1101.183308] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.183308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.183308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.183308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.183607] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.220546] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.224243] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: IN_PROGRESS for 2s [ 1101.249622] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.249851] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.249851] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.250123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.250228] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.250439] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.250549] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.250614] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.250869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.250994] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.251123] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acf325fe-7b93-471e-a800-babd9123e11a already deleted. [ 1101.251203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acf325fe-7b93-471e-a800-babd9123e11a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.693571] env[70213]: INFO networking_nsxv3.common.synchronization [req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e req-b539f751-760d-411f-9b38-7a9d7818e188 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Enqueued Resource ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 with Priority: HIGHEST for action security_group_members [ 1101.693945] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 with Priority: HIGHEST for action security_group_members [ 1101.694339] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b05de2d0-cefc-430e-a6e9-5b50e803f216 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.694461] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.694527] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.694826] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.695022] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.695104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.695155] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.695327] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.695416] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.695529] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b05de2d0-cefc-430e-a6e9-5b50e803f216',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.723990] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.723990] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.724628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.724628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.724628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.724628] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 404ae873-3003-4537-b6c5-aca013c90c84 is going to be updated. [ 1101.752239] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.752392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.752453] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.752684] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.752852] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.766200] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: IN_PROGRESS for 2s [ 1102.064517] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.064517] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-226" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.064993] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-226" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.064993] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-226" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.065312] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.065567] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.065782] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.066045] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.066257] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.066535] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.066790] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.067028] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.067225] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.067376] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.067582] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.067753] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.087534] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.087771] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1102.087982] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.088226] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-226" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.088592] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-67558d21-cee5-476b-87ed-89ac8c8091a7 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.088826] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-67558d21-cee5-476b-87ed-89ac8c8091a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.088989] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-67558d21-cee5-476b-87ed-89ac8c8091a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.089307] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-67558d21-cee5-476b-87ed-89ac8c8091a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.089456] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67558d21-cee5-476b-87ed-89ac8c8091a7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.197909] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.198191] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.198279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.198503] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.198598] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.198814] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.198915] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.198998] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.199248] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.199344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.199513] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 already deleted. [ 1102.199513] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.591787] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.592298] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.592461] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.592757] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.592943] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.593204] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 67558d21-cee5-476b-87ed-89ac8c8091a7 not found, creating... [ 1102.593494] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.593671] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.593796] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.594061] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.594231] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.594532] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.594695] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.594819] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.595059] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.595206] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.595353] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 67558d21-cee5-476b-87ed-89ac8c8091a7 is going to be created. [ 1102.616422] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.616717] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.616855] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.617169] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.617412] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.617652] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-67558d21-cee5-476b-87ed-89ac8c8091a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.921843] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 133f233a-5608-4c1f-99d0-b6dc9d988dd2 in Status: SUCCESS [ 1102.923894] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-133f233a-5608-4c1f-99d0-b6dc9d988dd2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.923894] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-133f233a-5608-4c1f-99d0-b6dc9d988dd2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.923894] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-133f233a-5608-4c1f-99d0-b6dc9d988dd2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.923894] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.923894] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.923894] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.923894] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.923894] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.923894] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-133f233a-5608-4c1f-99d0-b6dc9d988dd2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.923894] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('133f233a-5608-4c1f-99d0-b6dc9d988dd2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.924481] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-133f233a-5608-4c1f-99d0-b6dc9d988dd2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.924655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-133f233a-5608-4c1f-99d0-b6dc9d988dd2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.924819] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.924920] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.925275] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.925537] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.926233] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.926423] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('133f233a-5608-4c1f-99d0-b6dc9d988dd2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.239870] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: SUCCESS [ 1103.240136] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.429549] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('133f233a-5608-4c1f-99d0-b6dc9d988dd2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.430978] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.431209] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.434649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.434649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.434649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.434649] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.434649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.434649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.434649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.434649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.434649] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 133f233a-5608-4c1f-99d0-b6dc9d988dd2 is going to be deleted. [ 1103.435868] env[70213]: INFO networking_nsxv3.common.synchronization [req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e req-5bb0b166-ee52-4866-8bcd-33fd5f1bc7ff service nova] Enqueued Resource ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 with Priority: HIGHEST for action security_group_rules [ 1103.436175] env[70213]: INFO networking_nsxv3.common.synchronization [req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e req-5bb0b166-ee52-4866-8bcd-33fd5f1bc7ff service nova] Enqueued Resource ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 with Priority: HIGHEST for action security_group_members [ 1103.436360] env[70213]: INFO networking_nsxv3.common.synchronization [req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e req-5bb0b166-ee52-4866-8bcd-33fd5f1bc7ff service nova] Enqueued Resource ID: 67558d21-cee5-476b-87ed-89ac8c8091a7 with Priority: HIGHEST for action port [ 1103.437530] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 with Priority: HIGHEST for action security_group_rules [ 1103.438211] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 with Priority: HIGHEST for action security_group_members [ 1103.438211] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67558d21-cee5-476b-87ed-89ac8c8091a7 with Priority: HIGHEST for action port [ 1103.438211] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b05de2d0-cefc-430e-a6e9-5b50e803f216 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.438399] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.438399] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.438635] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.438900] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b05de2d0-cefc-430e-a6e9-5b50e803f216',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.439624] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b05de2d0-cefc-430e-a6e9-5b50e803f216 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.439741] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.439811] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.440008] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.440589] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.440589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.440589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.440589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.440833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.440833] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b05de2d0-cefc-430e-a6e9-5b50e803f216',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.441607] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-67558d21-cee5-476b-87ed-89ac8c8091a7 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.441751] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67558d21-cee5-476b-87ed-89ac8c8091a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.441829] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67558d21-cee5-476b-87ed-89ac8c8091a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.441988] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67558d21-cee5-476b-87ed-89ac8c8091a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.442086] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67558d21-cee5-476b-87ed-89ac8c8091a7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.473819] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.473819] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.474135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.474264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.474402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.474541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-133f233a-5608-4c1f-99d0-b6dc9d988dd2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.919196] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: SUCCESS [ 1103.919509] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.919777] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.920010] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.920212] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.920344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.920433] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.920540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.920651] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.920738] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.920906] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.920983] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.921062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.921208] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.921344] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.921434] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.921492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.921623] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.921777] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.921860] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.922087] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.922749] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.922914] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.923126] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.923224] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.923286] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.923423] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.923498] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.923582] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.935240] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 133f233a-5608-4c1f-99d0-b6dc9d988dd2: rpc.has_security_group_logging(os_id): False [ 1103.943248] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b05de2d0-cefc-430e-a6e9-5b50e803f216 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.943359] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.944634] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b05de2d0-cefc-430e-a6e9-5b50e803f216',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.945611] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67558d21-cee5-476b-87ed-89ac8c8091a7 with status ACTIVE [ 1103.945860] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.945971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.946043] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.946242] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.946334] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.946476] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.946569] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.946627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.946767] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.946841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.947028] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.947122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.947177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.947312] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.947380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.947462] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67558d21-cee5-476b-87ed-89ac8c8091a7 is going to be updated. [ 1103.952361] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.952485] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.952536] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.952682] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.952760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.952980] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.953070] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.953131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.953268] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.953339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.953422] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 133f233a-5608-4c1f-99d0-b6dc9d988dd2 is going to be created. [ 1103.971629] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/133f233a-5608-4c1f-99d0-b6dc9d988dd2], does not exist path=[/infra/domains/default/groups/133f233a-5608-4c1f-99d0-b6dc9d988dd2]."\n}' [ 1103.971781] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 133f233a-5608-4c1f-99d0-b6dc9d988dd2 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/133f233a-5608-4c1f-99d0-b6dc9d988dd2 [ 1103.971847] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1103.973551] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.973681] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.973733] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.973905] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.974065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.974219] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67558d21-cee5-476b-87ed-89ac8c8091a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.013150] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.013337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.013415] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.013651] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.015103] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.015408] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.015514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.015585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.015728] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.015805] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.015996] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.016105] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.016165] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.016300] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.016373] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.016457] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 133f233a-5608-4c1f-99d0-b6dc9d988dd2 is going to be created. [ 1104.034061] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/133f233a-5608-4c1f-99d0-b6dc9d988dd2], does not exist path=[/infra/domains/default/groups/133f233a-5608-4c1f-99d0-b6dc9d988dd2]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/133f233a-5608-4c1f-99d0-b6dc9d988dd2 [ 1104.034061] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-133f233a-5608-4c1f-99d0-b6dc9d988dd2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.034217] env[70213]: Traceback (most recent call last): [ 1104.034217] env[70213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1104.034217] env[70213]: return func(*args, **kwargs) [ 1104.034217] env[70213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1104.034217] env[70213]: res.raise_for_status() [ 1104.034217] env[70213]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1104.034217] env[70213]: raise HTTPError(http_error_msg, response=self) [ 1104.034217] env[70213]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/133f233a-5608-4c1f-99d0-b6dc9d988dd2 [ 1104.034217] env[70213]: During handling of the above exception, another exception occurred: [ 1104.034217] env[70213]: Traceback (most recent call last): [ 1104.034217] env[70213]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1104.034217] env[70213]: listener.cb(fileno) [ 1104.034217] env[70213]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1104.034217] env[70213]: result = function(*args, **kwargs) [ 1104.034217] env[70213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1104.034217] env[70213]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1104.034217] env[70213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1104.034217] env[70213]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1104.034217] env[70213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1104.034217] env[70213]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1104.034217] env[70213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1104.034217] env[70213]: res.raise_for_status() [ 1104.034217] env[70213]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1104.034217] env[70213]: raise HTTPError(http_error_msg, response=self) [ 1104.034217] env[70213]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/133f233a-5608-4c1f-99d0-b6dc9d988dd2 [ 1104.034217] env[70213]: Removing descriptor: 74 [ 1104.424822] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 404ae873-3003-4537-b6c5-aca013c90c84: rpc.has_security_group_logging(os_id): False [ 1104.426014] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.443292] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.443483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.443483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.443707] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.449353] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b05de2d0-cefc-430e-a6e9-5b50e803f216',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.462474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.463281] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.463281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.463281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.463540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.463540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.463733] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.463844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.463906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.464104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.464208] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.464441] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.464567] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.464629] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.464784] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.464863] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.464954] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 404ae873-3003-4537-b6c5-aca013c90c84 is going to be updated. [ 1104.536659] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.536849] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.536891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.537130] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.537286] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.555079] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: IN_PROGRESS for 2s [ 1104.928490] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.951199] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.951400] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.951439] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.951751] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.951889] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.952158] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 is going to be created. [ 1104.977125] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.977325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.977325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.977628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.977797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.989820] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 in Status: UNINITIALIZED for 2s [ 1105.431936] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.433056] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.433217] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.433486] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.433618] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.433740] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 404ae873-3003-4537-b6c5-aca013c90c84 is going to be updated. [ 1105.464764] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.466789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.466789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.466789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.466789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.476192] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: IN_PROGRESS for 2s [ 1106.570845] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: SUCCESS [ 1106.570845] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.570845] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.571235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.571235] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.934654] env[70213]: INFO networking_nsxv3.common.synchronization [req-00b3e330-e48f-4cf4-b47a-038f746da0b0 req-51be6b9f-5d90-4471-b0cd-29e0f53d231b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Enqueued Resource ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 with Priority: HIGHEST for action security_group_members [ 1106.935299] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 with Priority: HIGHEST for action security_group_members [ 1106.935750] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c5b35f-8646-4168-88f4-0ed10e5416c8 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.935938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.936056] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.936312] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.936533] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.936642] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.936698] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.936859] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.936941] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.937049] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.999276] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 in Status: SUCCESS [ 1106.999504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.999669] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.999882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.000075] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.000220] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.000267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.000395] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.001031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.001031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.001031] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b05de2d0-cefc-430e-a6e9-5b50e803f216',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.076441] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.076657] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.439524] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.439724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.439724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.440047] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.465758] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.466086] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.466377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.466377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.466586] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.466586] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.466753] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 is going to be updated. [ 1107.483750] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: SUCCESS [ 1107.484022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.484231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.484471] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.484718] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.484913] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.484965] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.485180] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.485271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.485408] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.485503] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.492519] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.492682] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.492744] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.492966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.493133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.500950] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 in Status: IN_PROGRESS for 2s [ 1107.503732] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b05de2d0-cefc-430e-a6e9-5b50e803f216',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.987713] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.988148] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.988148] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.988241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.988479] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.988610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.988726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.988915] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.989074] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.989220] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.989417] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.989509] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.989595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.989787] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.989957] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.990099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.990187] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.990350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.990439] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.990578] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.990701] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.007546] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b05de2d0-cefc-430e-a6e9-5b50e803f216: rpc.has_security_group_logging(os_id): False [ 1108.024935] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.025091] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.025178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.025392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.025479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.025733] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.025849] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.025901] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.026062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.026139] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.026227] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 is going to be created. [ 1108.078315] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.079057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.079057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.079057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.079057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.092621] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 in Status: IN_PROGRESS for 2s [ 1108.493607] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 404ae873-3003-4537-b6c5-aca013c90c84: rpc.has_security_group_logging(os_id): False [ 1108.514847] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.514847] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.514847] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.514847] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.514847] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.515213] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.515213] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.515213] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.515409] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.515409] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.515623] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.515623] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.515726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.515806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.515873] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.516846] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.516846] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.516846] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.516846] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.516846] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.516846] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 404ae873-3003-4537-b6c5-aca013c90c84 is going to be updated. [ 1108.581055] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.581330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.581392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.581691] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.581928] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.605361] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: IN_PROGRESS for 2s [ 1109.511196] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 in Status: SUCCESS [ 1109.511568] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 deletion is rescheduled due to dependency. [ 1109.511568] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.102821] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 in Status: SUCCESS [ 1110.103000] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.623686] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: SUCCESS [ 1110.623986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.788297] env[70213]: INFO networking_nsxv3.common.synchronization [req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 req-7485aa39-b61b-4dcf-b86e-4ef669a2a1e5 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Enqueued Resource ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 with Priority: HIGHEST for action security_group_members [ 1110.788816] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 with Priority: HIGHEST for action security_group_members [ 1110.789134] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.789258] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.789323] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.789520] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.789673] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.789768] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.789832] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.789971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.790065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.790161] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6192d16-1760-4ee7-9201-2d1ae2c1bdf9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.111037] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.111037] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-576" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.111037] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-576" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.111037] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-576" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.111309] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.111488] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.111624] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.111879] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.112188] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.112450] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.112595] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.112722] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.112842] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.112963] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.113131] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.113278] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.131478] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.131654] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1111.131793] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.131974] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-576" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.132350] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-c0302687-46a8-432f-99db-8d99f4796118 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.132534] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-c0302687-46a8-432f-99db-8d99f4796118" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.132657] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-c0302687-46a8-432f-99db-8d99f4796118" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.132976] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-c0302687-46a8-432f-99db-8d99f4796118" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.133174] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0302687-46a8-432f-99db-8d99f4796118',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.291560] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6192d16-1760-4ee7-9201-2d1ae2c1bdf9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.638545] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.638939] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.639187] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.639610] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.639865] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.640138] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port c0302687-46a8-432f-99db-8d99f4796118 not found, creating... [ 1111.641033] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.641033] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.641033] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.641404] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.641645] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.642119] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.642385] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.642595] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.642927] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.643187] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.643429] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: c0302687-46a8-432f-99db-8d99f4796118 is going to be created. [ 1111.663251] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.663581] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.663798] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.664201] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.664566] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.664916] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-c0302687-46a8-432f-99db-8d99f4796118" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.795874] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6192d16-1760-4ee7-9201-2d1ae2c1bdf9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.800821] env[70213]: INFO networking_nsxv3.common.synchronization [req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 req-1b4d8279-1405-4aac-8378-9ffa21b282c4 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Enqueued Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 1111.801363] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 1111.801666] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.801783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.801848] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.802051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.802203] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.802301] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.802364] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.802507] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.802592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.802684] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.300295] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.300295] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.300295] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.300489] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.300561] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.300670] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 is going to be updated. [ 1112.305027] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.328247] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.328377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.328462] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.328642] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.328779] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.336855] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 in Status: IN_PROGRESS for 2s [ 1112.375030] env[70213]: INFO networking_nsxv3.common.synchronization [req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 req-53c3dfb7-5391-40b0-8711-303a6fbb0574 service nova] Enqueued Resource ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 with Priority: HIGHEST for action security_group_rules [ 1112.375361] env[70213]: INFO networking_nsxv3.common.synchronization [req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 req-53c3dfb7-5391-40b0-8711-303a6fbb0574 service nova] Enqueued Resource ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 with Priority: HIGHEST for action security_group_members [ 1112.375838] env[70213]: INFO networking_nsxv3.common.synchronization [req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 req-53c3dfb7-5391-40b0-8711-303a6fbb0574 service nova] Enqueued Resource ID: c0302687-46a8-432f-99db-8d99f4796118 with Priority: HIGHEST for action port [ 1112.376095] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 with Priority: HIGHEST for action security_group_rules [ 1112.376230] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 with Priority: HIGHEST for action security_group_members [ 1112.376327] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0302687-46a8-432f-99db-8d99f4796118 with Priority: HIGHEST for action port [ 1112.376863] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.376987] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.377071] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.377297] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.377395] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6192d16-1760-4ee7-9201-2d1ae2c1bdf9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.378252] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.378325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.378530] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0302687-46a8-432f-99db-8d99f4796118 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.378608] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0302687-46a8-432f-99db-8d99f4796118" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.378699] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0302687-46a8-432f-99db-8d99f4796118" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.378966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0302687-46a8-432f-99db-8d99f4796118" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.379066] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0302687-46a8-432f-99db-8d99f4796118',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.807374] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.881019] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.881183] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.881363] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0302687-46a8-432f-99db-8d99f4796118 with status ACTIVE [ 1112.881531] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.881630] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.881694] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.881897] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.881985] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.882173] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.882259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.882318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.882474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.882546] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.882732] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.882827] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.882883] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.883014] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.883117] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.883206] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0302687-46a8-432f-99db-8d99f4796118 is going to be updated. [ 1112.903700] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.903835] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.903900] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.904125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.904253] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.904405] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0302687-46a8-432f-99db-8d99f4796118" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.310708] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.310862] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.310935] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.311339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.311434] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.311543] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 is going to be updated. [ 1113.338229] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.338229] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.338229] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.338229] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.338510] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.347050] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: IN_PROGRESS for 2s [ 1114.128580] env[70213]: INFO networking_nsxv3.common.synchronization [req-bd7f77ba-0642-43e5-82a9-5de386b33c25 req-4e54f4a6-2843-4be7-8cbd-5d730fd89994 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Enqueued Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGHEST for action security_group_members [ 1114.129205] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGHEST for action security_group_members [ 1114.129627] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.129805] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.129919] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.130162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.130379] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.130506] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.130638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.130882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.131043] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.131494] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.347216] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 in Status: SUCCESS [ 1114.347216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.347216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.347812] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.347812] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.347812] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.347812] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.348024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.348024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.348139] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6192d16-1760-4ee7-9201-2d1ae2c1bdf9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.499784] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.500133] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.500295] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.500576] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.500854] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.501159] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.501389] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.501630] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.501785] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.502112] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.502334] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.502461] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.502570] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.502682] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.502788] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.502922] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.520577] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.520820] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1114.520878] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.521076] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.521419] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-6319dee4-b5f6-4c05-8137-0c8093ef76f4 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.521591] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-6319dee4-b5f6-4c05-8137-0c8093ef76f4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.521710] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-6319dee4-b5f6-4c05-8137-0c8093ef76f4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.522574] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-6319dee4-b5f6-4c05-8137-0c8093ef76f4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.522574] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6319dee4-b5f6-4c05-8137-0c8093ef76f4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.633321] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.851489] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6192d16-1760-4ee7-9201-2d1ae2c1bdf9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.025060] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.025245] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.025412] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.025700] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.025858] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.026036] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 6319dee4-b5f6-4c05-8137-0c8093ef76f4 not found, creating... [ 1115.026338] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.026530] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.026650] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.026880] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.027037] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.027339] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.027556] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.027723] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.027981] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.028142] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.028289] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 6319dee4-b5f6-4c05-8137-0c8093ef76f4 is going to be created. [ 1115.054504] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.054726] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.054849] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.055129] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.055366] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.055589] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-6319dee4-b5f6-4c05-8137-0c8093ef76f4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.135285] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.353006] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6192d16-1760-4ee7-9201-2d1ae2c1bdf9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.357408] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: SUCCESS [ 1115.357408] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.640059] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.640236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.640279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.640512] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.640602] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.640706] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c is going to be updated. [ 1115.666918] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.667017] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.667093] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.667303] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.667443] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.674816] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c in Status: IN_PROGRESS for 2s [ 1115.726979] env[70213]: INFO networking_nsxv3.common.synchronization [req-bd7f77ba-0642-43e5-82a9-5de386b33c25 req-b91ef5b7-da42-414c-bdfc-48401fa472f6 service nova] Enqueued Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGHEST for action security_group_rules [ 1115.727187] env[70213]: INFO networking_nsxv3.common.synchronization [req-bd7f77ba-0642-43e5-82a9-5de386b33c25 req-b91ef5b7-da42-414c-bdfc-48401fa472f6 service nova] Enqueued Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGHEST for action security_group_members [ 1115.727269] env[70213]: INFO networking_nsxv3.common.synchronization [req-bd7f77ba-0642-43e5-82a9-5de386b33c25 req-b91ef5b7-da42-414c-bdfc-48401fa472f6 service nova] Enqueued Resource ID: 6319dee4-b5f6-4c05-8137-0c8093ef76f4 with Priority: HIGHEST for action port [ 1115.727504] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGHEST for action security_group_rules [ 1115.727629] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGHEST for action security_group_members [ 1115.727723] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6319dee4-b5f6-4c05-8137-0c8093ef76f4 with Priority: HIGHEST for action port [ 1115.728259] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.728377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.728445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.728638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.728765] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.729562] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.729658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.729950] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-6319dee4-b5f6-4c05-8137-0c8093ef76f4 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.730072] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6319dee4-b5f6-4c05-8137-0c8093ef76f4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.730137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6319dee4-b5f6-4c05-8137-0c8093ef76f4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.730299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6319dee4-b5f6-4c05-8137-0c8093ef76f4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.730372] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6319dee4-b5f6-4c05-8137-0c8093ef76f4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.854899] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.855094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.855169] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.855388] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.855502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.855611] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 is going to be updated. [ 1115.884150] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.884299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.884362] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.884557] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.884697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.894682] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 in Status: IN_PROGRESS for 2s [ 1116.231845] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.232165] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.234459] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6319dee4-b5f6-4c05-8137-0c8093ef76f4 with status ACTIVE [ 1116.234728] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.234785] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.234858] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.235078] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.235152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.235336] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.235438] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.235513] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.235673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.235745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.235930] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.236038] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.236098] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.236234] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.236309] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.236395] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6319dee4-b5f6-4c05-8137-0c8093ef76f4 is going to be updated. [ 1116.258265] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.258265] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.258265] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.258727] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.259482] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.259482] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6319dee4-b5f6-4c05-8137-0c8093ef76f4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.686114] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c in Status: SUCCESS [ 1117.686114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.686114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.686114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.686114] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.686114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.686114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.686114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.686114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.686114] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.904815] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 in Status: SUCCESS [ 1117.905070] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.905244] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.905455] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.905657] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.905770] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.905834] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.905984] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.906077] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.906165] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.906257] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6192d16-1760-4ee7-9201-2d1ae2c1bdf9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.187431] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.374641] env[70213]: INFO networking_nsxv3.common.synchronization [req-9cb060ad-52cf-4383-b6c7-692618f7519e req-cccd42af-c191-4ac5-9deb-9e0460f3805a tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1118.375185] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1118.375490] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.375611] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.375674] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.375927] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.376118] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.376216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.376277] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.376529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.376529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.376641] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.408761] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.408940] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.408980] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.409228] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.409358] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.409432] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.409490] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.409634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.409719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.409806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.410059] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.410059] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.410196] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.410297] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.410447] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.410538] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.410595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.410779] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.410832] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.410922] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.410978] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6192d16-1760-4ee7-9201-2d1ae2c1bdf9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.690247] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.728943] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.729377] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.730660] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.730660] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.730660] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.730660] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.730660] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.730660] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.730936] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.731217] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1118.731380] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.731524] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.731662] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.731822] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1118.731964] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.732141] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.751383] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.751558] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1118.751699] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.751876] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.752202] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-a690f52b-f2e1-4a3c-9c24-67eb69f9074c taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.752410] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-a690f52b-f2e1-4a3c-9c24-67eb69f9074c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.752494] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-a690f52b-f2e1-4a3c-9c24-67eb69f9074c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.752842] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-a690f52b-f2e1-4a3c-9c24-67eb69f9074c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.752987] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a690f52b-f2e1-4a3c-9c24-67eb69f9074c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.878946] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.879117] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.879190] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.879398] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.898643] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.898887] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.899015] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.899091] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.899272] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.899356] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.899452] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be updated. [ 1118.912876] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6192d16-1760-4ee7-9201-2d1ae2c1bdf9: rpc.has_security_group_logging(os_id): False [ 1118.922922] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.923071] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.923071] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.923299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.923441] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.927343] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.927452] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.927522] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.927688] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.930997] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1118.942546] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.942762] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.942875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.942939] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.943129] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.943906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.943906] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.943906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.943906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.943906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.943906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.944344] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.944344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.944344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.944344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.944588] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.944588] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 is going to be updated. [ 1119.010887] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.012181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.012181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.012181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.012181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.024679] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 in Status: IN_PROGRESS for 2s [ 1119.193561] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.193561] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.193561] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.193561] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.193561] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.193561] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c is going to be updated. [ 1119.227750] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.227947] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.227992] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.228231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.228402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.237527] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c in Status: IN_PROGRESS for 2s [ 1119.257515] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.257718] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.257822] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.258125] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.258279] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.258457] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port a690f52b-f2e1-4a3c-9c24-67eb69f9074c not found, creating... [ 1119.258752] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.258916] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.259052] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.259282] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.259461] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.259765] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.259925] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.260077] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.261086] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.261347] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.261657] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: a690f52b-f2e1-4a3c-9c24-67eb69f9074c is going to be created. [ 1119.287851] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.288234] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.288234] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.288464] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.288701] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.288939] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-a690f52b-f2e1-4a3c-9c24-67eb69f9074c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.291574] env[70213]: INFO networking_nsxv3.common.synchronization [req-bea481c8-3425-42e2-9651-696390d693ed req-450b5bae-25e8-45f4-92e6-9a9eccfb0877 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab with Priority: HIGHEST for action security_group_members [ 1119.291703] env[70213]: INFO networking_nsxv3.common.synchronization [req-bea481c8-3425-42e2-9651-696390d693ed req-450b5bae-25e8-45f4-92e6-9a9eccfb0877 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f with Priority: HIGHEST for action security_group_members [ 1119.291840] env[70213]: INFO networking_nsxv3.common.synchronization [req-bea481c8-3425-42e2-9651-696390d693ed req-450b5bae-25e8-45f4-92e6-9a9eccfb0877 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Enqueued Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1119.292272] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab with Priority: HIGHEST for action security_group_members [ 1119.292404] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f with Priority: HIGHEST for action security_group_members [ 1119.292517] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGHEST for action security_group_members [ 1119.293139] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4af62ec-0e0f-49f0-b210-45b9df8836ab taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.293139] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.293412] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.293412] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.293598] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.293698] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.293698] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.293833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.294113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.294113] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4af62ec-0e0f-49f0-b210-45b9df8836ab',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.295238] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1357e72e-1056-4acd-946f-e64c09ec2b7f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.295362] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.295403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.295586] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.295742] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.295843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.295903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.296081] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.296167] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.296266] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1357e72e-1056-4acd-946f-e64c09ec2b7f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.298084] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.298084] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.298084] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.298084] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.298084] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.298084] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.298084] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.298421] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.298421] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.298421] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.800085] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.800376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.800376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.800525] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.802050] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.802145] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.802383] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.802483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.820919] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.821193] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.821312] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.821374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.821564] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.821647] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.821843] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab is going to be updated. [ 1119.822884] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.823417] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.842627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.842874] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.842993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.843069] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.843278] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.843364] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.843451] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f is going to be updated. [ 1119.845035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.845035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.845035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.845035] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.845035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.845035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.845298] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.845298] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.845298] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 404ae873-3003-4537-b6c5-aca013c90c84 is going to be updated. [ 1119.860928] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.861062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.861134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.861339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.861494] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.869015] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab in Status: IN_PROGRESS for 2s [ 1119.880140] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.880333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.880422] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.880673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.880844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.882726] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.882877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.883483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.883483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.883483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.894662] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: IN_PROGRESS for 2s [ 1119.895375] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f in Status: IN_PROGRESS for 2s [ 1120.020947] env[70213]: INFO networking_nsxv3.common.synchronization [req-9cb060ad-52cf-4383-b6c7-692618f7519e req-a4a5fdeb-f778-4613-8c57-0fa78d96a1dc service nova] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_rules [ 1120.021182] env[70213]: INFO networking_nsxv3.common.synchronization [req-9cb060ad-52cf-4383-b6c7-692618f7519e req-a4a5fdeb-f778-4613-8c57-0fa78d96a1dc service nova] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1120.021362] env[70213]: INFO networking_nsxv3.common.synchronization [req-9cb060ad-52cf-4383-b6c7-692618f7519e req-a4a5fdeb-f778-4613-8c57-0fa78d96a1dc service nova] Enqueued Resource ID: a690f52b-f2e1-4a3c-9c24-67eb69f9074c with Priority: HIGHEST for action port [ 1120.021602] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_rules [ 1120.021729] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1120.021825] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a690f52b-f2e1-4a3c-9c24-67eb69f9074c with Priority: HIGHEST for action port [ 1120.022403] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.022493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.022564] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.022759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.022842] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.023928] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.024075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.024309] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-a690f52b-f2e1-4a3c-9c24-67eb69f9074c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.024435] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a690f52b-f2e1-4a3c-9c24-67eb69f9074c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.024528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a690f52b-f2e1-4a3c-9c24-67eb69f9074c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.024720] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a690f52b-f2e1-4a3c-9c24-67eb69f9074c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.024815] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a690f52b-f2e1-4a3c-9c24-67eb69f9074c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.527616] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.527616] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.527616] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a690f52b-f2e1-4a3c-9c24-67eb69f9074c with status ACTIVE [ 1120.527764] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.527870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.527938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.528171] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.528264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.528444] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.528539] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.528599] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.528761] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.528848] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.529052] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.529333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.529400] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.529544] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.529621] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.529710] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a690f52b-f2e1-4a3c-9c24-67eb69f9074c is going to be updated. [ 1120.557183] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.557331] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.557393] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.557623] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.557743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.557906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a690f52b-f2e1-4a3c-9c24-67eb69f9074c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.940157] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1120.944102] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 deletion is rescheduled due to dependency. [ 1120.944460] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.944666] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.944827] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.945103] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.945188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.945271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.945502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.945552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.945653] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.037155] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 in Status: SUCCESS [ 1121.037389] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.061668] env[70213]: INFO networking_nsxv3.common.synchronization [req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf req-27a3eaf6-bdf3-4edc-b753-2d99a4e47ada tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Enqueued Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGHEST for action security_group_members [ 1121.062220] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGHEST for action security_group_members [ 1121.062531] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.062650] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.062716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.062948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.063117] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.063235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.063304] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.063457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.063540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.063631] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.246635] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c in Status: SUCCESS [ 1121.246855] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.247035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.247258] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.247570] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.247665] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.247665] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.247827] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.247904] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.247988] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.248095] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.358761] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-522 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.358969] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-522" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.359110] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-522" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.359445] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-522" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.360108] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.360279] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.360402] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.360624] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.360771] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.360987] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1121.361115] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.361249] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.361374] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.361490] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1121.361599] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.361733] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.378624] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.378776] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1121.378911] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.379091] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-522" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.379374] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.379652] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.379652] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.379926] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.380078] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.448286] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.565598] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.565755] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.565833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.566051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.566139] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.566350] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.566461] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.566518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.566649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.566712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.566800] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875e27d3-8039-4fab-9a39-281e0c951213 already deleted. [ 1121.566875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.749648] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.877740] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab in Status: SUCCESS [ 1121.877922] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab deletion is rescheduled due to dependency. [ 1121.878054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.882214] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.882431] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.882559] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.882826] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.882974] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.883164] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 not found, creating... [ 1121.883496] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.883657] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.883778] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.884083] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.884257] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.884575] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.884738] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.884957] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.885133] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.885287] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.885468] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 is going to be created. [ 1121.903860] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f in Status: SUCCESS [ 1121.904078] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f deletion is rescheduled due to dependency. [ 1121.904187] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.905177] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.905381] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.905519] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.905782] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.906014] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.906245] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.907434] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404ae873-3003-4537-b6c5-aca013c90c84 in Status: SUCCESS [ 1121.907583] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 404ae873-3003-4537-b6c5-aca013c90c84 deletion is rescheduled due to dependency. [ 1121.907676] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.952196] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.252961] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 458b4ef0-16cf-4a0a-8fee-8e6f5699717c: rpc.has_security_group_logging(os_id): False [ 1122.273858] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.273858] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.273858] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.274157] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.294161] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.294528] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.294675] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.294715] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.295473] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.295473] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.295473] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c is going to be updated. [ 1122.359166] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.359342] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.359418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.363086] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.363086] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.372168] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c in Status: IN_PROGRESS for 2s [ 1122.454631] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.455368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.455368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.455368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.455504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.455504] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be updated. [ 1122.500662] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.500809] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.501029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.501139] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.501347] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.515216] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1122.607677] env[70213]: INFO networking_nsxv3.common.synchronization [req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf req-e4f755cd-0994-4281-a4de-d5e599900b95 service nova] Enqueued Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGHEST for action security_group_rules [ 1122.607859] env[70213]: INFO networking_nsxv3.common.synchronization [req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf req-e4f755cd-0994-4281-a4de-d5e599900b95 service nova] Enqueued Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGHEST for action security_group_members [ 1122.607999] env[70213]: INFO networking_nsxv3.common.synchronization [req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf req-e4f755cd-0994-4281-a4de-d5e599900b95 service nova] Enqueued Resource ID: e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 with Priority: HIGHEST for action port [ 1122.608232] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGHEST for action security_group_rules [ 1122.608385] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGHEST for action security_group_members [ 1122.608603] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 with Priority: HIGHEST for action port [ 1122.609583] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.609583] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.609583] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.609716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.609748] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.610599] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.611494] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.611494] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.611494] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.611494] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.611494] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.611494] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.611494] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.611494] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.611800] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.614021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.614138] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.614199] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.614366] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.614445] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.115635] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.116992] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.117154] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.117819] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 with status ACTIVE [ 1123.118012] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.118252] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.118252] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.118388] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.118474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.118696] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.118798] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.118861] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.119118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.119219] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.119478] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.119531] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.119571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.119685] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.119759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.119845] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 is going to be updated. [ 1123.141523] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.141675] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.141747] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.141983] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.142160] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.142332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.618510] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.122165] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.122652] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.122652] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.122728] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.122791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.122911] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875e27d3-8039-4fab-9a39-281e0c951213 is going to be created. [ 1124.146220] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.146426] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.146426] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.146721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.146978] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.156552] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875e27d3-8039-4fab-9a39-281e0c951213 in Status: UNINITIALIZED for 2s [ 1124.387259] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c in Status: SUCCESS [ 1124.387366] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.525610] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1124.525707] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.525892] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.526130] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.526324] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.526445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.526510] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.526730] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.526814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.526902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.526991] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.029916] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.030143] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.030255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.030572] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.030693] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.030804] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.030861] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.031016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.031107] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.031185] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.031412] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.031473] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.031505] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.031680] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.031841] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.031949] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.032029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.032139] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.032213] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.032290] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.032387] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.253535] env[70213]: INFO networking_nsxv3.common.synchronization [None req-cc56a2ff-644b-4d58-bb52-e9d9ff74590d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Enqueued Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 1125.256388] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 1125.256971] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.257080] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.257157] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.257438] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.257502] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.257585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.257648] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.257956] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.257956] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.258078] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.536608] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e82eb48-1239-4ce1-8f34-d965cc33e880: rpc.has_security_group_logging(os_id): False [ 1125.554904] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.554904] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.555133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.555165] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.555253] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.555451] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.555552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.555614] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.555760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.555836] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.556081] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.556256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.556331] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.556492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.556606] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.556810] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.556930] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.557026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.557190] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.557287] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.557408] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be updated. [ 1125.613776] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.613776] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.613776] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.613776] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.613776] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.631559] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1125.762898] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.763162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.763242] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.763480] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.786074] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.786224] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.786406] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.786484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.787129] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.787225] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.787324] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 is going to be updated. [ 1125.819702] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.820089] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.820089] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.820474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.820703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.830523] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: IN_PROGRESS for 2s [ 1126.168101] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875e27d3-8039-4fab-9a39-281e0c951213 in Status: SUCCESS [ 1126.168362] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.168742] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.168812] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.168974] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.169139] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.169201] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.169379] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.169696] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.169696] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.169696] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.275346] env[70213]: INFO networking_nsxv3.common.synchronization [None req-f3b2d416-2a94-4c79-9eed-cc1daca4b24e None None] Enqueued Resource ID: 9147ec48-cffc-4936-a983-88fa43debd80 with Priority: HIGHEST for action port [ 1126.275685] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9147ec48-cffc-4936-a983-88fa43debd80 with Priority: HIGHEST for action port [ 1126.276314] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-9147ec48-cffc-4936-a983-88fa43debd80 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.276479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9147ec48-cffc-4936-a983-88fa43debd80" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.276549] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9147ec48-cffc-4936-a983-88fa43debd80" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.276823] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9147ec48-cffc-4936-a983-88fa43debd80" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.276905] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9147ec48-cffc-4936-a983-88fa43debd80',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.675428] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.675615] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.675674] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.675981] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.676079] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.676237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.676237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.676383] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.676470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.676576] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.676829] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.676829] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.676975] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.677063] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.677182] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.677274] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.677325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.677468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.677546] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.677634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.677726] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.782063] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9147ec48-cffc-4936-a983-88fa43debd80 [ 1126.782063] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.782063] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.782063] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.782063] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.782063] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.782063] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9147ec48-cffc-4936-a983-88fa43debd80 already deleted. [ 1126.782063] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9147ec48-cffc-4936-a983-88fa43debd80" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.999141] env[70213]: INFO networking_nsxv3.common.synchronization [None req-1eb5ba34-5e04-4e2b-aeec-e01c8579e69b tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Enqueued Resource ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 with Priority: HIGHEST for action security_group_rules [ 1126.999141] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 with Priority: HIGHEST for action security_group_rules [ 1126.999141] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.999141] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.999141] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.999141] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.999141] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b21bdeb-68e4-409c-8f2f-6aedc2459f11',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.084345] env[70213]: INFO networking_nsxv3.common.synchronization [None req-c9412a48-8b2a-4f24-92d5-3a664d82f60f tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Enqueued Resource ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 with Priority: HIGHEST for action security_group_rules [ 1127.085014] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 with Priority: HIGHEST for action security_group_rules [ 1127.086132] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.086132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.182953] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 875e27d3-8039-4fab-9a39-281e0c951213: rpc.has_security_group_logging(os_id): False [ 1127.203704] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.203704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.203704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.203704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.203704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.203704] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.203704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.203704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.203704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.203704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.204048] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.204048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.204048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.204048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.204176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.207038] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.207038] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.207038] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.207038] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.207038] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.207038] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 875e27d3-8039-4fab-9a39-281e0c951213 is going to be created. [ 1127.262190] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.262361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.262634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.262892] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.263235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.275125] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 875e27d3-8039-4fab-9a39-281e0c951213 in Status: IN_PROGRESS for 2s [ 1127.520418] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.521966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.521966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.521966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.521966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.521966] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 already deleted. [ 1127.521966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.521966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.521966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.521966] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b21bdeb-68e4-409c-8f2f-6aedc2459f11',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.643961] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1127.643961] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.843752] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: SUCCESS [ 1127.843922] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 deletion is rescheduled due to dependency. [ 1127.844044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.043655] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.043790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.043950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.044096] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.044367] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.044367] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 already deleted. [ 1128.044367] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.868322] env[70213]: INFO networking_nsxv3.common.synchronization [req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 req-4ec3ace1-35e7-49ec-a909-9ba98ea50dcb tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Enqueued Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 1128.868891] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 1128.869216] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.869336] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.869411] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.869590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.869739] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.870347] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.870886] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.872140] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.872317] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.873330] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.022199] env[70213]: INFO networking_nsxv3.common.synchronization [None req-0c995503-e758-4da3-83d4-403874c7ddc9 None None] Enqueued Resource ID: c3b28630-60fc-480c-adf0-b20e5cb06be5 with Priority: HIGHEST for action port [ 1129.022676] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b28630-60fc-480c-adf0-b20e5cb06be5 with Priority: HIGHEST for action port [ 1129.023358] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3b28630-60fc-480c-adf0-b20e5cb06be5 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.023484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3b28630-60fc-480c-adf0-b20e5cb06be5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.023541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3b28630-60fc-480c-adf0-b20e5cb06be5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.024308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3b28630-60fc-480c-adf0-b20e5cb06be5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.024414] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3b28630-60fc-480c-adf0-b20e5cb06be5',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.289182] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 875e27d3-8039-4fab-9a39-281e0c951213 in Status: SUCCESS [ 1129.289521] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.310174] env[70213]: INFO networking_nsxv3.common.synchronization [None req-6b18a970-8111-4c70-959f-4fea7370f7f8 None None] Enqueued Resource ID: 7abeecf3-699d-4fb6-bea9-3d911f6249e4 with Priority: HIGHEST for action port [ 1129.310174] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7abeecf3-699d-4fb6-bea9-3d911f6249e4 with Priority: HIGHEST for action port [ 1129.310174] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-7abeecf3-699d-4fb6-bea9-3d911f6249e4 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.310174] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7abeecf3-699d-4fb6-bea9-3d911f6249e4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.310174] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7abeecf3-699d-4fb6-bea9-3d911f6249e4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.310592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7abeecf3-699d-4fb6-bea9-3d911f6249e4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.310592] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7abeecf3-699d-4fb6-bea9-3d911f6249e4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.376965] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.377277] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.377277] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.378084] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.396841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.397148] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.397319] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.397356] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.397548] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.397668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.397703] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 is going to be updated. [ 1129.424711] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.424711] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.424711] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.425121] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.425202] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.434204] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: IN_PROGRESS for 2s [ 1129.526707] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3b28630-60fc-480c-adf0-b20e5cb06be5 [ 1129.526707] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.527067] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.527067] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.527067] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.527208] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.527208] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3b28630-60fc-480c-adf0-b20e5cb06be5 already deleted. [ 1129.527276] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3b28630-60fc-480c-adf0-b20e5cb06be5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.811996] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7abeecf3-699d-4fb6-bea9-3d911f6249e4 [ 1129.812246] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.812371] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.812437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.812641] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.812721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.812815] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7abeecf3-699d-4fb6-bea9-3d911f6249e4 already deleted. [ 1129.812891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7abeecf3-699d-4fb6-bea9-3d911f6249e4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.445528] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: SUCCESS [ 1131.445528] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 deletion is rescheduled due to dependency. [ 1131.445528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.459895] env[70213]: INFO networking_nsxv3.common.synchronization [None req-8ea19de8-e659-4cee-a8d9-318073e198cf None None] Enqueued Resource ID: 67e27d7f-f34b-43a6-b974-d3b1c961750b with Priority: HIGHEST for action port [ 1133.460184] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e27d7f-f34b-43a6-b974-d3b1c961750b with Priority: HIGHEST for action port [ 1133.460757] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-67e27d7f-f34b-43a6-b974-d3b1c961750b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.460871] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67e27d7f-f34b-43a6-b974-d3b1c961750b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.460932] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67e27d7f-f34b-43a6-b974-d3b1c961750b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.461215] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67e27d7f-f34b-43a6-b974-d3b1c961750b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.461318] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67e27d7f-f34b-43a6-b974-d3b1c961750b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.965804] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67e27d7f-f34b-43a6-b974-d3b1c961750b [ 1133.966088] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.966237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.966306] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.966524] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.966612] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.966710] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67e27d7f-f34b-43a6-b974-d3b1c961750b already deleted. [ 1133.966790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67e27d7f-f34b-43a6-b974-d3b1c961750b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.107756] env[70213]: INFO networking_nsxv3.common.synchronization [req-11306897-d070-4aae-a1cb-2425f5b5bc08 req-63b3de6f-05da-43f4-8bad-287ed43d2318 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Enqueued Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 1134.109031] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 1134.109307] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.109447] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.109518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.109721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.109884] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.109982] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.110200] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.110200] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.110290] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.110388] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.429848] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-924 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.430059] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-924" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.430321] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-924" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.430465] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-924" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.430724] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.430876] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.430989] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.431213] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.431383] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.431605] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1134.431716] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.431824] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.431937] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.432121] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1134.432183] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.432292] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.452095] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.452095] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1134.452095] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.452317] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-924" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.452464] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-38ba4922-c679-4ea4-b82d-a33c64398c71 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.452643] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-38ba4922-c679-4ea4-b82d-a33c64398c71" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.452849] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-38ba4922-c679-4ea4-b82d-a33c64398c71" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.453232] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-38ba4922-c679-4ea4-b82d-a33c64398c71" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.453344] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38ba4922-c679-4ea4-b82d-a33c64398c71',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.615016] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.615308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.615308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.615503] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.615558] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.615826] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.615932] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.615996] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.616188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.616263] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.616358] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 is going to be updated. [ 1134.648965] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.648965] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.649172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.649912] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.649912] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.658158] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: IN_PROGRESS for 2s [ 1134.956012] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.956256] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.956387] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.956680] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.957240] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.957240] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 38ba4922-c679-4ea4-b82d-a33c64398c71 not found, creating... [ 1134.957371] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.957427] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.958614] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.958614] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.958614] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.958614] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.958614] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.958614] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.958943] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.958943] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.959122] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 38ba4922-c679-4ea4-b82d-a33c64398c71 is going to be created. [ 1134.978432] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.978715] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.978779] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.978980] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.979365] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.979456] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-38ba4922-c679-4ea4-b82d-a33c64398c71" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.455114] env[70213]: INFO networking_nsxv3.common.synchronization [None req-a0409b8e-14e3-41fe-9021-f1e71985d300 None None] Enqueued Resource ID: 393357a1-7a10-4658-83aa-a11134351fcc with Priority: HIGHEST for action port [ 1135.455266] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 393357a1-7a10-4658-83aa-a11134351fcc with Priority: HIGHEST for action port [ 1135.455837] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-393357a1-7a10-4658-83aa-a11134351fcc taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.456012] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-393357a1-7a10-4658-83aa-a11134351fcc" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.456115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-393357a1-7a10-4658-83aa-a11134351fcc" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.456638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-393357a1-7a10-4658-83aa-a11134351fcc" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.456638] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('393357a1-7a10-4658-83aa-a11134351fcc',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.655041] env[70213]: INFO networking_nsxv3.common.synchronization [req-11306897-d070-4aae-a1cb-2425f5b5bc08 req-efe6477e-b134-4cc3-88d0-0f1b1a7fc312 service nova] Enqueued Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_rules [ 1135.655276] env[70213]: INFO networking_nsxv3.common.synchronization [req-11306897-d070-4aae-a1cb-2425f5b5bc08 req-efe6477e-b134-4cc3-88d0-0f1b1a7fc312 service nova] Enqueued Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 1135.655364] env[70213]: INFO networking_nsxv3.common.synchronization [req-11306897-d070-4aae-a1cb-2425f5b5bc08 req-efe6477e-b134-4cc3-88d0-0f1b1a7fc312 service nova] Enqueued Resource ID: 38ba4922-c679-4ea4-b82d-a33c64398c71 with Priority: HIGHEST for action port [ 1135.655812] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_rules [ 1135.655812] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 1135.655812] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ba4922-c679-4ea4-b82d-a33c64398c71 with Priority: HIGHEST for action port [ 1135.656359] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.656474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.656537] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.656732] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.656813] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.657671] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.657808] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.658027] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-38ba4922-c679-4ea4-b82d-a33c64398c71 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.658181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38ba4922-c679-4ea4-b82d-a33c64398c71" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.658228] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38ba4922-c679-4ea4-b82d-a33c64398c71" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.658477] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38ba4922-c679-4ea4-b82d-a33c64398c71" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.658477] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38ba4922-c679-4ea4-b82d-a33c64398c71',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.958278] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 393357a1-7a10-4658-83aa-a11134351fcc [ 1135.958515] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.958670] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.958719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.958919] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.959016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.959404] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:393357a1-7a10-4658-83aa-a11134351fcc already deleted. [ 1135.959404] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-393357a1-7a10-4658-83aa-a11134351fcc" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.002532] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.002768] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.002905] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.003166] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.003487] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.003678] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.003805] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.004177] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.004372] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.004682] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.004726] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.004880] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.005060] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.005225] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.005367] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.005525] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.023450] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.023653] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1136.023796] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.023969] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.024486] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-c19616f1-0841-4475-93c8-dbf1fc837ab1 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.024486] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-c19616f1-0841-4475-93c8-dbf1fc837ab1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.024662] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-c19616f1-0841-4475-93c8-dbf1fc837ab1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.024898] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-c19616f1-0841-4475-93c8-dbf1fc837ab1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.024994] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c19616f1-0841-4475-93c8-dbf1fc837ab1',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.160958] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.161240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.161485] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38ba4922-c679-4ea4-b82d-a33c64398c71 with status ACTIVE [ 1136.161676] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.161789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.161869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.162088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.162181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.162413] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.162520] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.162611] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.162833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.162918] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.163123] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.163223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.163315] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.163559] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.163690] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.163822] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38ba4922-c679-4ea4-b82d-a33c64398c71 is going to be updated. [ 1136.184540] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.184540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.184714] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.184849] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.185020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.185228] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38ba4922-c679-4ea4-b82d-a33c64398c71" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.477959] env[70213]: INFO networking_nsxv3.common.synchronization [req-c9c5e3bf-873a-4601-a11a-6efc9395a901 req-37939ff1-e3b1-4710-8bb0-1f3d2cf6c1cf tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Enqueued Resource ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 with Priority: HIGHEST for action security_group_members [ 1136.477959] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 with Priority: HIGHEST for action security_group_members [ 1136.477959] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.477959] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.477959] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.479033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.479657] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.480173] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.480443] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.480796] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.481824] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.482513] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b21bdeb-68e4-409c-8f2f-6aedc2459f11',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.530025] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.530025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.530025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.530025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.530025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.530025] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port c19616f1-0841-4475-93c8-dbf1fc837ab1 not found, creating... [ 1136.530025] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.530025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.530025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.530025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.530025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.530615] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.530615] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.530615] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.531314] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.531644] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.531933] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: c19616f1-0841-4475-93c8-dbf1fc837ab1 is going to be created. [ 1136.553669] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.553669] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.553669] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.553669] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.553669] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.553669] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-c19616f1-0841-4475-93c8-dbf1fc837ab1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.674965] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: SUCCESS [ 1136.675206] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 deletion is rescheduled due to dependency. [ 1136.675293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.675461] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.675813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.675892] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.676016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.676083] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.676230] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.676307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.676436] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.824068] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.824282] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-285" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.824416] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-285" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.824768] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-285" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.825051] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.825217] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.825337] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.829021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.829021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.829021] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.829021] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.829021] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.829021] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.829021] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.829021] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.829021] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.844786] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.844917] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1136.845644] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.845644] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-285" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.845793] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-2e261da8-d31d-49ef-8ff5-8dd4277420b4 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.845958] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-2e261da8-d31d-49ef-8ff5-8dd4277420b4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.846088] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-2e261da8-d31d-49ef-8ff5-8dd4277420b4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.846398] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-2e261da8-d31d-49ef-8ff5-8dd4277420b4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.847626] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e261da8-d31d-49ef-8ff5-8dd4277420b4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.990178] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.990178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.990178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.990178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.990178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.990178] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.990178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.990178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.990178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.990178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.990178] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 already deleted. [ 1136.990178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.179652] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.313308] env[70213]: INFO networking_nsxv3.common.synchronization [req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 req-f78b4878-374b-4d11-b632-8a8bc6bf0aea service nova] Enqueued Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_rules [ 1137.313308] env[70213]: INFO networking_nsxv3.common.synchronization [req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 req-f78b4878-374b-4d11-b632-8a8bc6bf0aea service nova] Enqueued Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 1137.313308] env[70213]: INFO networking_nsxv3.common.synchronization [req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 req-f78b4878-374b-4d11-b632-8a8bc6bf0aea service nova] Enqueued Resource ID: c19616f1-0841-4475-93c8-dbf1fc837ab1 with Priority: HIGHEST for action port [ 1137.313308] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_rules [ 1137.313308] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 1137.313308] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19616f1-0841-4475-93c8-dbf1fc837ab1 with Priority: HIGHEST for action port [ 1137.313308] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.313814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.314008] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.314499] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.314719] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.316269] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.316849] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.317046] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.317430] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.317989] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.318452] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.318643] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.318903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.319201] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.319460] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.320472] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-c19616f1-0841-4475-93c8-dbf1fc837ab1 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.322297] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c19616f1-0841-4475-93c8-dbf1fc837ab1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.322297] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c19616f1-0841-4475-93c8-dbf1fc837ab1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.322297] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c19616f1-0841-4475-93c8-dbf1fc837ab1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.322297] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c19616f1-0841-4475-93c8-dbf1fc837ab1',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.348896] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.349126] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.349269] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.349561] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.349721] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.349884] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 2e261da8-d31d-49ef-8ff5-8dd4277420b4 not found, creating... [ 1137.350173] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.350336] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.350460] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.350691] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.350876] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.351146] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.351330] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.351456] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.351676] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.351817] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.351966] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 2e261da8-d31d-49ef-8ff5-8dd4277420b4 is going to be created. [ 1137.373462] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.373630] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.374359] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.374359] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.374664] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.374879] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-2e261da8-d31d-49ef-8ff5-8dd4277420b4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.682056] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.823826] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.823826] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.824033] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c19616f1-0841-4475-93c8-dbf1fc837ab1 with status ACTIVE [ 1137.824407] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.824407] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.824407] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.824697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.824747] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.825307] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.825307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.825307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.825307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.825307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.825502] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.825841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.825841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.825841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.825841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.825993] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c19616f1-0841-4475-93c8-dbf1fc837ab1 is going to be updated. [ 1137.827065] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.847590] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.847733] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.847803] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.848009] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.848150] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.848306] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c19616f1-0841-4475-93c8-dbf1fc837ab1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.054767] env[70213]: INFO networking_nsxv3.common.synchronization [req-c9c5e3bf-873a-4601-a11a-6efc9395a901 req-e19adc32-0eb6-4002-9834-e40ab8ba3dc6 service nova] Enqueued Resource ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 with Priority: HIGHEST for action security_group_rules [ 1138.054918] env[70213]: INFO networking_nsxv3.common.synchronization [req-c9c5e3bf-873a-4601-a11a-6efc9395a901 req-e19adc32-0eb6-4002-9834-e40ab8ba3dc6 service nova] Enqueued Resource ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 with Priority: HIGHEST for action security_group_members [ 1138.055101] env[70213]: INFO networking_nsxv3.common.synchronization [req-c9c5e3bf-873a-4601-a11a-6efc9395a901 req-e19adc32-0eb6-4002-9834-e40ab8ba3dc6 service nova] Enqueued Resource ID: 2e261da8-d31d-49ef-8ff5-8dd4277420b4 with Priority: HIGHEST for action port [ 1138.055344] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 with Priority: HIGHEST for action security_group_rules [ 1138.055471] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 with Priority: HIGHEST for action security_group_members [ 1138.055566] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e261da8-d31d-49ef-8ff5-8dd4277420b4 with Priority: HIGHEST for action port [ 1138.056635] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.056770] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.056841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.057057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.057143] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b21bdeb-68e4-409c-8f2f-6aedc2459f11',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.058436] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.058624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.058697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.058869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.059044] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.059147] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.059211] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.059353] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.059587] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.059684] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b21bdeb-68e4-409c-8f2f-6aedc2459f11',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.061057] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e261da8-d31d-49ef-8ff5-8dd4277420b4 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.061194] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e261da8-d31d-49ef-8ff5-8dd4277420b4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.061249] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e261da8-d31d-49ef-8ff5-8dd4277420b4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.061425] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e261da8-d31d-49ef-8ff5-8dd4277420b4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.061507] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e261da8-d31d-49ef-8ff5-8dd4277420b4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.184709] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.184869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.184963] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.185162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.185253] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.185357] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 is going to be updated. [ 1138.213212] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.213398] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.213569] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.213778] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.213943] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.223364] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: IN_PROGRESS for 2s [ 1138.329808] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.559842] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.560069] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.564820] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e261da8-d31d-49ef-8ff5-8dd4277420b4 with status ACTIVE [ 1138.565055] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.565187] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.565261] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.565560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.565620] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.565771] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.565872] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.565935] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.566105] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.566184] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.566368] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.566471] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.566518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.566659] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.566735] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.566823] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e261da8-d31d-49ef-8ff5-8dd4277420b4 is going to be updated. [ 1138.567905] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b21bdeb-68e4-409c-8f2f-6aedc2459f11',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.589442] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.589442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.589442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.589442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.589442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.589442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e261da8-d31d-49ef-8ff5-8dd4277420b4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.613112] env[70213]: INFO networking_nsxv3.common.synchronization [req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 req-5aadb4cd-d0e5-4e42-8870-1648797002a1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Enqueued Resource ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 with Priority: HIGHEST for action security_group_members [ 1138.616420] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 with Priority: HIGHEST for action security_group_members [ 1138.616420] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.616420] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.616420] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.616420] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.616420] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.616420] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.616420] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.616420] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.616420] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.616420] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6192d16-1760-4ee7-9201-2d1ae2c1bdf9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.833282] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.833595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.833595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.833760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.833854] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.833954] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 is going to be updated. [ 1138.860560] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.860560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.860560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.860560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.860560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.868492] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: IN_PROGRESS for 2s [ 1139.072097] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b21bdeb-68e4-409c-8f2f-6aedc2459f11',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.118512] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6192d16-1760-4ee7-9201-2d1ae2c1bdf9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.574986] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.575180] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.575265] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.575467] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.575580] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.575699] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 is going to be created. [ 1139.599488] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.599682] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.599798] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.600398] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.600398] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.609045] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 in Status: UNINITIALIZED for 2s [ 1139.620863] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6192d16-1760-4ee7-9201-2d1ae2c1bdf9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.123761] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.124125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.124125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.124305] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.124427] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.124548] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 is going to be updated. [ 1140.153414] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.153663] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.153758] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.153924] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.154077] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.162187] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 in Status: IN_PROGRESS for 2s [ 1140.244649] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: SUCCESS [ 1140.244969] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.245176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.245397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.245630] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.245765] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.245848] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.246080] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.246204] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.246313] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.246441] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.750540] env[70213]: INFO networking_nsxv3.common.synchronization [req-bc9fa325-759f-4971-a4bc-60d028e2ef65 req-4a95825d-f991-4002-9843-5a67c3fe3758 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Enqueued Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGHEST for action security_group_members [ 1140.751576] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.751984] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.752178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.752513] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.752805] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.753437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.753619] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.753890] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.754072] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.754287] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.754591] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.754839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.755031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.755377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.758635] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.758635] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.758635] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.758635] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.758635] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.758635] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.758635] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.758635] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGHEST for action security_group_members [ 1140.758635] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.758635] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.758635] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.758635] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.758635] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.763374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.763374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.763374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.763374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.763374] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.878329] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: SUCCESS [ 1140.878329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.879437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.879437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.879437] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.879437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.879437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.879437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.879858] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.879858] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.879858] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.055021] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-522 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.055267] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-522" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.055421] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-522" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.055717] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-522" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.055988] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.057133] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.057302] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.057545] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.057705] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.057923] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.059087] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.059087] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.059087] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.059087] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.059087] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.059087] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.078795] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.078989] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1141.079154] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.079339] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-522" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.079656] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-f0904f0b-0702-4b64-81b3-dbf8c9b74175 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.079833] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-f0904f0b-0702-4b64-81b3-dbf8c9b74175" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.079956] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-f0904f0b-0702-4b64-81b3-dbf8c9b74175" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.080294] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-f0904f0b-0702-4b64-81b3-dbf8c9b74175" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.080473] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0904f0b-0702-4b64-81b3-dbf8c9b74175',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.260427] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24544c49-8605-4d5c-8f3b-14ae255c05d0: rpc.has_security_group_logging(os_id): False [ 1141.263117] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.281310] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.281447] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.281531] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.281757] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.281842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.282142] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.282203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.282249] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.282365] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.282434] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.282622] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.282747] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.282784] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.282899] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.282988] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.283163] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.283251] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.283307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.283489] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.283527] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.283607] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 is going to be updated. [ 1141.348149] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.348379] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.348510] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.348778] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.348997] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.369429] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: IN_PROGRESS for 2s [ 1141.382434] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.382434] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.382434] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.382434] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.382681] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.382681] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.382681] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.382803] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.384307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.384307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.384307] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.384307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.384307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.384307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.384307] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.384307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.384307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.384307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.384307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.384307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.384307] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.584795] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.585047] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.585183] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.585461] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.585625] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.585787] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port f0904f0b-0702-4b64-81b3-dbf8c9b74175 not found, creating... [ 1141.586082] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.586244] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.586365] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.586588] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.586739] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.587040] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.587992] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.588252] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.588520] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.588710] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.589065] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: f0904f0b-0702-4b64-81b3-dbf8c9b74175 is going to be created. [ 1141.592532] env[70213]: INFO networking_nsxv3.common.synchronization [req-eb91e1ad-6bc1-4660-9b87-594be0f19306 req-3ac39acd-6a30-4635-bd29-aa8d94c61f65 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Enqueued Resource ID: b844eb21-1353-440c-9025-fd289088979a with Priority: HIGHEST for action security_group_members [ 1141.593297] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b844eb21-1353-440c-9025-fd289088979a with Priority: HIGHEST for action security_group_members [ 1141.593984] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b844eb21-1353-440c-9025-fd289088979a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.594161] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.594258] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.594501] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.594833] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.595380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.595492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.595681] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.595828] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.595968] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b844eb21-1353-440c-9025-fd289088979a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.610295] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.610736] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.610906] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.611654] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.611654] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.611758] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-f0904f0b-0702-4b64-81b3-dbf8c9b74175" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.623173] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 in Status: SUCCESS [ 1141.623558] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.623821] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.624098] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.624334] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.624592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.624592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.624911] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.625050] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.625182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.625312] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b21bdeb-68e4-409c-8f2f-6aedc2459f11',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.766587] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.888178] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02: rpc.has_security_group_logging(os_id): False [ 1141.905716] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.905716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.905716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.905716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.905716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.905716] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.905716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.905716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.905716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.905716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.905716] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.905716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.905716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.905716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.905716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.906231] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.906231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.906231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.906231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.906447] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.906447] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 is going to be updated. [ 1141.964501] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.964501] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.964501] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.964501] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.964501] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.977384] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: IN_PROGRESS for 2s [ 1142.100188] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.100188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.100188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.100188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.120532] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.121166] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.123025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.123025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.123025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.123025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.123025] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b844eb21-1353-440c-9025-fd289088979a is going to be updated. [ 1142.128843] env[70213]: INFO networking_nsxv3.common.synchronization [req-05985f8f-4176-4153-b186-83154eb7fc88 req-a817cc80-87b4-4ec1-856e-8adb4dcff0ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1142.129614] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b21bdeb-68e4-409c-8f2f-6aedc2459f11',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.131672] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1142.132356] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.132780] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.133069] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.133418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.133711] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.133956] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.135847] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.135847] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.135847] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.135847] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.155722] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.155722] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.155722] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.155722] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.155722] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.179369] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 in Status: SUCCESS [ 1142.179473] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.180242] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b844eb21-1353-440c-9025-fd289088979a in Status: IN_PROGRESS for 2s [ 1142.269724] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.270120] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.270120] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.270761] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.270893] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.271047] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875e27d3-8039-4fab-9a39-281e0c951213 is going to be updated. [ 1142.303958] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.303958] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.303958] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.303958] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.303958] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.317158] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875e27d3-8039-4fab-9a39-281e0c951213 in Status: IN_PROGRESS for 2s [ 1142.404384] env[70213]: INFO networking_nsxv3.common.synchronization [req-bc9fa325-759f-4971-a4bc-60d028e2ef65 req-889a8a7e-70f6-4a97-9549-dd78224efeea service nova] Enqueued Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGHEST for action security_group_rules [ 1142.404645] env[70213]: INFO networking_nsxv3.common.synchronization [req-bc9fa325-759f-4971-a4bc-60d028e2ef65 req-889a8a7e-70f6-4a97-9549-dd78224efeea service nova] Enqueued Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGHEST for action security_group_members [ 1142.404777] env[70213]: INFO networking_nsxv3.common.synchronization [req-bc9fa325-759f-4971-a4bc-60d028e2ef65 req-889a8a7e-70f6-4a97-9549-dd78224efeea service nova] Enqueued Resource ID: f0904f0b-0702-4b64-81b3-dbf8c9b74175 with Priority: HIGHEST for action port [ 1142.405570] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGHEST for action security_group_rules [ 1142.405698] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGHEST for action security_group_members [ 1142.405798] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0904f0b-0702-4b64-81b3-dbf8c9b74175 with Priority: HIGHEST for action port [ 1142.406444] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.406596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.406668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.406882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.406963] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.409262] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.409403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.409576] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0904f0b-0702-4b64-81b3-dbf8c9b74175 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.409676] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0904f0b-0702-4b64-81b3-dbf8c9b74175" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.409857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0904f0b-0702-4b64-81b3-dbf8c9b74175" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.410077] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0904f0b-0702-4b64-81b3-dbf8c9b74175" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.410222] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0904f0b-0702-4b64-81b3-dbf8c9b74175',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.633623] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b21bdeb-68e4-409c-8f2f-6aedc2459f11: rpc.has_security_group_logging(os_id): False [ 1142.639656] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.639825] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.639910] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.640982] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.640982] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.640982] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.640982] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.640982] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.640982] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.640982] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.641252] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be updated. [ 1142.651091] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.651294] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.651294] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.651510] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.651569] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.651819] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.651930] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.651990] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.652161] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.652269] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.652316] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 is going to be created. [ 1142.666481] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.666609] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.666705] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.666830] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.666965] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.673213] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1142.713370] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.713549] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.713623] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.713828] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.714016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.724395] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 in Status: IN_PROGRESS for 2s [ 1142.911522] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.911659] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.911876] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0904f0b-0702-4b64-81b3-dbf8c9b74175 with status ACTIVE [ 1142.912067] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.912176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.912238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.912444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.912531] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.912744] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.912846] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.912916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.913075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.913155] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.913338] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.913429] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.913522] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.913669] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.913746] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.913833] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0904f0b-0702-4b64-81b3-dbf8c9b74175 is going to be updated. [ 1142.936288] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.936401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.936482] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.936644] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.936776] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.936932] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0904f0b-0702-4b64-81b3-dbf8c9b74175" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.384397] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: SUCCESS [ 1143.384979] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.991389] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: SUCCESS [ 1143.991389] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.040122] env[70213]: INFO networking_nsxv3.common.synchronization [req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c req-444e90c9-dd9c-4dbb-8784-b0d537b314c1 tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Enqueued Resource ID: c34b5275-3bf2-45f6-b630-afb77dc3d571 with Priority: HIGHEST for action security_group_members [ 1144.040122] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c34b5275-3bf2-45f6-b630-afb77dc3d571 with Priority: HIGHEST for action security_group_members [ 1144.040122] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c34b5275-3bf2-45f6-b630-afb77dc3d571 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.040122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.040122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.040665] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.040959] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.041211] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.041373] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.041731] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.041946] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.042148] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c34b5275-3bf2-45f6-b630-afb77dc3d571',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.189313] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b844eb21-1353-440c-9025-fd289088979a in Status: SUCCESS [ 1144.192876] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b844eb21-1353-440c-9025-fd289088979a deletion is rescheduled due to dependency. [ 1144.192876] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.328151] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875e27d3-8039-4fab-9a39-281e0c951213 in Status: SUCCESS [ 1144.328429] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.329853] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.330188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.330425] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.330569] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.330656] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.330901] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.331132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.331281] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.517166] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.517855] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-311" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.517855] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-311" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.517981] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-311" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.519257] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.519257] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.519257] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.519257] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.520058] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.520058] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.520058] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.520058] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.520058] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.520058] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.520058] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.520534] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.543568] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.544377] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1144.544377] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.544667] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-311" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.545309] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-eb479553-ebae-47c7-93ce-35ea4d7466e2 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.545978] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-eb479553-ebae-47c7-93ce-35ea4d7466e2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.545978] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-eb479553-ebae-47c7-93ce-35ea4d7466e2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.546333] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-eb479553-ebae-47c7-93ce-35ea4d7466e2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.547507] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb479553-ebae-47c7-93ce-35ea4d7466e2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.548337] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.548337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.548337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.548653] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.548830] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.549644] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.549644] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.549644] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.549873] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.550069] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.550205] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c34b5275-3bf2-45f6-b630-afb77dc3d571 already deleted. [ 1144.550369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.682486] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1144.682660] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 deletion is rescheduled due to dependency. [ 1144.682882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.738612] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 in Status: SUCCESS [ 1144.738612] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.837484] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.052130] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.052472] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.052570] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.052795] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.052949] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.053123] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port eb479553-ebae-47c7-93ce-35ea4d7466e2 not found, creating... [ 1145.053389] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.053792] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.053792] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.054353] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.054353] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.055261] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.055261] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.055504] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.055734] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.056062] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.056275] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: eb479553-ebae-47c7-93ce-35ea4d7466e2 is going to be created. [ 1145.083413] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.083792] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.083884] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.084141] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.084372] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.084606] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-eb479553-ebae-47c7-93ce-35ea4d7466e2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.340121] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.769062] env[70213]: INFO networking_nsxv3.common.synchronization [req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c req-c4d30281-6c8b-441d-80f9-7538d0b5c25e service nova] Enqueued Resource ID: c34b5275-3bf2-45f6-b630-afb77dc3d571 with Priority: HIGHEST for action security_group_rules [ 1145.769521] env[70213]: INFO networking_nsxv3.common.synchronization [req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c req-c4d30281-6c8b-441d-80f9-7538d0b5c25e service nova] Enqueued Resource ID: c34b5275-3bf2-45f6-b630-afb77dc3d571 with Priority: HIGHEST for action security_group_members [ 1145.771866] env[70213]: INFO networking_nsxv3.common.synchronization [req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c req-c4d30281-6c8b-441d-80f9-7538d0b5c25e service nova] Enqueued Resource ID: eb479553-ebae-47c7-93ce-35ea4d7466e2 with Priority: HIGHEST for action port [ 1145.772575] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c34b5275-3bf2-45f6-b630-afb77dc3d571 with Priority: HIGHEST for action security_group_rules [ 1145.772749] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c34b5275-3bf2-45f6-b630-afb77dc3d571 with Priority: HIGHEST for action security_group_members [ 1145.772859] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb479553-ebae-47c7-93ce-35ea4d7466e2 with Priority: HIGHEST for action port [ 1145.774777] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c34b5275-3bf2-45f6-b630-afb77dc3d571 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.774934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.775014] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.775332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.775422] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c34b5275-3bf2-45f6-b630-afb77dc3d571',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.780025] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c34b5275-3bf2-45f6-b630-afb77dc3d571 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.780025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.780025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.780025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.780025] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.780025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.780025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.780025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.780025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.780025] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c34b5275-3bf2-45f6-b630-afb77dc3d571',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.782786] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb479553-ebae-47c7-93ce-35ea4d7466e2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.782948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb479553-ebae-47c7-93ce-35ea4d7466e2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.783015] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb479553-ebae-47c7-93ce-35ea4d7466e2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.785522] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb479553-ebae-47c7-93ce-35ea4d7466e2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.785522] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb479553-ebae-47c7-93ce-35ea4d7466e2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.842798] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.843106] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.843900] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.843900] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.843900] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.844121] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875e27d3-8039-4fab-9a39-281e0c951213 is going to be updated. [ 1145.870775] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.871048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.871048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.871239] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.871400] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.879753] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875e27d3-8039-4fab-9a39-281e0c951213 in Status: IN_PROGRESS for 2s [ 1146.286745] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c34b5275-3bf2-45f6-b630-afb77dc3d571 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.286984] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.287174] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c34b5275-3bf2-45f6-b630-afb77dc3d571',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.288521] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb479553-ebae-47c7-93ce-35ea4d7466e2 with status ACTIVE [ 1146.288521] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.290247] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.290247] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.290247] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.290247] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.290247] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.290247] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.290247] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.290247] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.290247] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.290247] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.290247] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.290247] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.291668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.291668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.291668] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb479553-ebae-47c7-93ce-35ea4d7466e2 is going to be updated. [ 1146.315955] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.316130] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.316225] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.320023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.320023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.320023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb479553-ebae-47c7-93ce-35ea4d7466e2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.793431] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c34b5275-3bf2-45f6-b630-afb77dc3d571',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.109198] env[70213]: INFO networking_nsxv3.common.synchronization [req-86633e69-9c2c-4532-be5a-816651168fc1 req-672e42c0-8501-40f1-a200-aa8705898b91 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Enqueued Resource ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 with Priority: HIGHEST for action security_group_members [ 1147.110505] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 with Priority: HIGHEST for action security_group_members [ 1147.110997] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.111222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.111328] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.111666] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.111913] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.112093] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.112191] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.112429] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.113059] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.113059] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6192d16-1760-4ee7-9201-2d1ae2c1bdf9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.295782] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.295782] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.295782] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.296097] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.296097] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.296097] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c34b5275-3bf2-45f6-b630-afb77dc3d571 is going to be created. [ 1147.319522] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.319663] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.319800] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.320031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.320196] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.329356] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c34b5275-3bf2-45f6-b630-afb77dc3d571 in Status: UNINITIALIZED for 2s [ 1147.616123] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.616299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.616384] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.617072] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.617072] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.617072] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.617072] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.617431] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.617431] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.617431] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.617431] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 is going to be updated. [ 1147.642890] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.643073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.643135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.643326] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.643475] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.652440] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 in Status: IN_PROGRESS for 2s [ 1147.890643] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875e27d3-8039-4fab-9a39-281e0c951213 in Status: SUCCESS [ 1147.890937] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.892884] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.892884] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.892884] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.892884] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.892884] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.892884] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.892884] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.892884] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.892884] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.394933] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.395182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.395275] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.395429] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.395603] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.395702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.395768] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.395921] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.396020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.396115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.396261] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.396352] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.396413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.396552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.396690] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.396780] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.396839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.396971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.397056] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.397141] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.397232] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.899098] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 875e27d3-8039-4fab-9a39-281e0c951213: rpc.has_security_group_logging(os_id): False [ 1148.916110] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.916364] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.916364] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.916612] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.916727] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.916989] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.917097] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.917178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.917338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.917421] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.917630] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.917753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.917815] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.917960] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.918064] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.918275] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.918359] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.918422] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.918602] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.918665] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.918733] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 875e27d3-8039-4fab-9a39-281e0c951213 is going to be updated. [ 1148.974880] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.974880] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.974880] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.975220] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.975258] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.986771] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 875e27d3-8039-4fab-9a39-281e0c951213 in Status: IN_PROGRESS for 2s [ 1149.339954] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c34b5275-3bf2-45f6-b630-afb77dc3d571 in Status: SUCCESS [ 1149.340269] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.340448] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.340660] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.340927] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.341099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.341280] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.341623] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.341623] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.341623] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.341793] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c34b5275-3bf2-45f6-b630-afb77dc3d571',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.662312] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 in Status: SUCCESS [ 1149.662376] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 deletion is rescheduled due to dependency. [ 1149.665050] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.845051] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c34b5275-3bf2-45f6-b630-afb77dc3d571 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.845219] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.845355] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.845847] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.845847] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.845847] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.845847] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.846318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.846318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.846318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.846318] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c34b5275-3bf2-45f6-b630-afb77dc3d571 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.846468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.846468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.846654] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.846741] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.846831] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.847025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.847098] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.847217] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.847217] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.847306] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c34b5275-3bf2-45f6-b630-afb77dc3d571',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.349960] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c34b5275-3bf2-45f6-b630-afb77dc3d571: rpc.has_security_group_logging(os_id): False [ 1150.367411] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.367565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.367666] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.367833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.367916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.368161] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.368272] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.368326] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.368552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.368632] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.368825] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.368909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.368971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.369127] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.369220] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.369457] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.369808] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.369808] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.370099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.370843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.370843] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c34b5275-3bf2-45f6-b630-afb77dc3d571 is going to be created. [ 1150.514359] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.514564] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.514708] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.514902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.515136] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.526284] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c34b5275-3bf2-45f6-b630-afb77dc3d571 in Status: IN_PROGRESS for 2s [ 1150.999892] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 875e27d3-8039-4fab-9a39-281e0c951213 in Status: SUCCESS [ 1151.000033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.111979] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1152.111979] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1152.140710] env[70213]: INFO networking_nsxv3.common.synchronization [req-c0fcd6dc-c044-49a5-b441-da7c764b627d req-f67d98c7-0d14-445e-94da-8c2a17c07d2b tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Enqueued Resource ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 with Priority: HIGHEST for action security_group_members [ 1152.142111] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 with Priority: HIGHEST for action security_group_members [ 1152.142506] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e198e7c-ac22-41ed-9aa1-f60cb0721289 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.142655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.142726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.142943] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.143128] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.143238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.143304] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.143474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.143564] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.143726] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e198e7c-ac22-41ed-9aa1-f60cb0721289',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.538576] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c34b5275-3bf2-45f6-b630-afb77dc3d571 in Status: SUCCESS [ 1152.538816] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.647923] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.647923] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.647923] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.647923] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.667316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.668101] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.668101] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.668101] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.668101] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.668101] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.668382] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 is going to be updated. [ 1152.692827] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.692827] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.692827] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.692827] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.692827] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.701606] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 in Status: IN_PROGRESS for 2s [ 1153.211838] env[70213]: INFO networking_nsxv3.common.synchronization [req-03cc02f0-0f6f-4026-869b-8b43205782c7 req-267beee3-2f34-4758-8e5c-8bd4bfa2ad48 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Enqueued Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGHEST for action security_group_members [ 1153.213222] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGHEST for action security_group_members [ 1153.213222] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.213222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.213222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.217719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.217978] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.218136] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.218207] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.218411] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.218549] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.218600] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.725275] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.884029] env[70213]: INFO networking_nsxv3.common.synchronization [req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 req-97b64e57-cf73-4f7b-ac32-c548c54ef5fa tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Enqueued Resource ID: df3d76bf-3251-4895-9576-e5961c8b96b9 with Priority: HIGHEST for action security_group_members [ 1153.884741] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3d76bf-3251-4895-9576-e5961c8b96b9 with Priority: HIGHEST for action security_group_members [ 1153.884890] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-df3d76bf-3251-4895-9576-e5961c8b96b9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.885025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.885101] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.885330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.885499] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.885595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.885650] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.885855] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.885954] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.886071] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df3d76bf-3251-4895-9576-e5961c8b96b9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.184320] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.184525] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.184835] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.184925] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.185205] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.185358] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.185482] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.185698] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.185882] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.189334] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.189454] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.189574] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.189692] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.189848] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.189970] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.190586] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.208336] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.208556] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1154.208671] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.208847] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-598" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.209188] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-c19616f1-0841-4475-93c8-dbf1fc837ab1 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.209388] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-c19616f1-0841-4475-93c8-dbf1fc837ab1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.209516] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-c19616f1-0841-4475-93c8-dbf1fc837ab1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.209787] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-c19616f1-0841-4475-93c8-dbf1fc837ab1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.209932] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c19616f1-0841-4475-93c8-dbf1fc837ab1',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.228222] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.330112] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.330112] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-761" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.330112] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-761" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.330473] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-761" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.330473] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.330597] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.330699] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.330922] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.331085] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.331337] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.331461] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.331583] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.331733] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.331840] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.331954] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.332126] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.350259] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.350259] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1154.350259] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.350259] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-761" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.350259] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-45b82439-d9eb-40be-9600-364eaa26fb5b taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.350610] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-45b82439-d9eb-40be-9600-364eaa26fb5b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.350610] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-45b82439-d9eb-40be-9600-364eaa26fb5b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.350876] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-45b82439-d9eb-40be-9600-364eaa26fb5b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.351029] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45b82439-d9eb-40be-9600-364eaa26fb5b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.390687] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.390889] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.390989] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.391188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.391278] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.391482] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.391604] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.391698] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.391842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.391916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.391982] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df3d76bf-3251-4895-9576-e5961c8b96b9 already deleted. [ 1154.392087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.711620] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 in Status: SUCCESS [ 1154.711620] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 deletion is rescheduled due to dependency. [ 1154.711620] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.713357] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.713493] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.713574] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.714486] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.714486] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.714486] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.714486] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.714910] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.714910] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.714976] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.715256] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.715397] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.715519] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.715734] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.715874] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.716059] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: c19616f1-0841-4475-93c8-dbf1fc837ab1 is going to be updated. [ 1154.731893] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.732064] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.732130] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.732334] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.732419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.732516] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875e27d3-8039-4fab-9a39-281e0c951213 is going to be updated. [ 1154.734615] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.734820] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.734941] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.735420] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.735634] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.735878] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-c19616f1-0841-4475-93c8-dbf1fc837ab1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.763317] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.763492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.763607] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.763914] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.764137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.773250] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875e27d3-8039-4fab-9a39-281e0c951213 in Status: IN_PROGRESS for 2s [ 1154.853183] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.853435] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.853545] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.854085] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.854220] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.854407] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 45b82439-d9eb-40be-9600-364eaa26fb5b not found, creating... [ 1154.854720] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.854923] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.855313] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.855313] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.855464] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.856012] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.856378] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.856522] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.856749] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.856977] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.857073] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 45b82439-d9eb-40be-9600-364eaa26fb5b is going to be created. [ 1154.884555] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.884759] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.884886] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.886652] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.886652] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.886652] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-45b82439-d9eb-40be-9600-364eaa26fb5b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.549461] env[70213]: INFO networking_nsxv3.common.synchronization [req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae req-8f427ed2-2654-4521-b486-b3976994b921 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Enqueued Resource ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa with Priority: HIGHEST for action security_group_members [ 1155.550199] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa with Priority: HIGHEST for action security_group_members [ 1155.550386] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0463d193-71c6-48c2-ac5b-73103a5f9cfa taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.550535] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.550586] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.550791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.551041] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.551106] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.551142] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.551312] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.551403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.551517] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0463d193-71c6-48c2-ac5b-73103a5f9cfa',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.645242] env[70213]: INFO networking_nsxv3.common.synchronization [req-bd936f9b-6ff9-4a49-8150-b40c828b002d req-166d9955-a423-4b7c-834f-e11dd8222d7a service nova] Enqueued Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_rules [ 1155.645518] env[70213]: INFO networking_nsxv3.common.synchronization [req-bd936f9b-6ff9-4a49-8150-b40c828b002d req-166d9955-a423-4b7c-834f-e11dd8222d7a service nova] Enqueued Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 1155.645648] env[70213]: INFO networking_nsxv3.common.synchronization [req-bd936f9b-6ff9-4a49-8150-b40c828b002d req-166d9955-a423-4b7c-834f-e11dd8222d7a service nova] Enqueued Resource ID: c19616f1-0841-4475-93c8-dbf1fc837ab1 with Priority: HIGHEST for action port [ 1155.646244] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_rules [ 1155.646405] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 1155.646533] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19616f1-0841-4475-93c8-dbf1fc837ab1 with Priority: HIGHEST for action port [ 1155.646853] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.647077] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.647145] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.647319] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.647408] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.648300] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.648413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.648493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.648653] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.648812] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.648911] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.648973] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.649154] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.649273] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.649377] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.650293] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-c19616f1-0841-4475-93c8-dbf1fc837ab1 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.650368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c19616f1-0841-4475-93c8-dbf1fc837ab1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.650451] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c19616f1-0841-4475-93c8-dbf1fc837ab1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.650625] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c19616f1-0841-4475-93c8-dbf1fc837ab1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.650718] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c19616f1-0841-4475-93c8-dbf1fc837ab1',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.708999] env[70213]: INFO networking_nsxv3.common.synchronization [req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 req-c9445768-5872-42ae-9a90-b78230d4d362 service nova] Enqueued Resource ID: df3d76bf-3251-4895-9576-e5961c8b96b9 with Priority: HIGHEST for action security_group_rules [ 1155.708999] env[70213]: INFO networking_nsxv3.common.synchronization [req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 req-c9445768-5872-42ae-9a90-b78230d4d362 service nova] Enqueued Resource ID: df3d76bf-3251-4895-9576-e5961c8b96b9 with Priority: HIGHEST for action security_group_members [ 1155.708999] env[70213]: INFO networking_nsxv3.common.synchronization [req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 req-c9445768-5872-42ae-9a90-b78230d4d362 service nova] Enqueued Resource ID: 45b82439-d9eb-40be-9600-364eaa26fb5b with Priority: HIGHEST for action port [ 1155.708999] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3d76bf-3251-4895-9576-e5961c8b96b9 with Priority: HIGHEST for action security_group_rules [ 1155.708999] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3d76bf-3251-4895-9576-e5961c8b96b9 with Priority: HIGHEST for action security_group_members [ 1155.708999] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b82439-d9eb-40be-9600-364eaa26fb5b with Priority: HIGHEST for action port [ 1155.708999] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df3d76bf-3251-4895-9576-e5961c8b96b9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.713551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.713551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.713551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.713551] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df3d76bf-3251-4895-9576-e5961c8b96b9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.713551] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-df3d76bf-3251-4895-9576-e5961c8b96b9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.713551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.713551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.714991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.714991] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.714991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.714991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.714991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.714991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.714991] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df3d76bf-3251-4895-9576-e5961c8b96b9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.716092] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-45b82439-d9eb-40be-9600-364eaa26fb5b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.716092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45b82439-d9eb-40be-9600-364eaa26fb5b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.716092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45b82439-d9eb-40be-9600-364eaa26fb5b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.717684] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45b82439-d9eb-40be-9600-364eaa26fb5b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.717684] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45b82439-d9eb-40be-9600-364eaa26fb5b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.054519] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.054697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.054931] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.055022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.075945] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.076277] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.076409] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.076477] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.076671] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.076753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.076845] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa is going to be updated. [ 1156.098781] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.098882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.098960] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.099258] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.099410] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.107621] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa in Status: IN_PROGRESS for 2s [ 1156.128956] env[70213]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1156.128956] env[70213]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1156.158632] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.158757] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.158972] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.163024] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c19616f1-0841-4475-93c8-dbf1fc837ab1 with status ACTIVE [ 1156.163024] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.163024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.163024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.163024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.163024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.163024] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.163024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.163024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.163024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.163024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.163024] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.163024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.163024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.163024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.163024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.163024] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c19616f1-0841-4475-93c8-dbf1fc837ab1 is going to be updated. [ 1156.182516] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.182516] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.182759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.182804] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.182927] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.183099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c19616f1-0841-4475-93c8-dbf1fc837ab1" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.214358] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-df3d76bf-3251-4895-9576-e5961c8b96b9 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.214504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.216749] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df3d76bf-3251-4895-9576-e5961c8b96b9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.219290] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45b82439-d9eb-40be-9600-364eaa26fb5b with status ACTIVE [ 1156.221817] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.221817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.221817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.221817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.221817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.221817] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.221817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.221817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.221817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.221817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.221817] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.221817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.221817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.221817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.221817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.221817] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45b82439-d9eb-40be-9600-364eaa26fb5b is going to be updated. [ 1156.251204] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.251362] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.251410] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.251620] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.251770] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.251935] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45b82439-d9eb-40be-9600-364eaa26fb5b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.283562] env[70213]: INFO networking_nsxv3.common.synchronization [req-93bc665d-ed48-4b20-9025-0064b9da2166 req-b9ff4123-a41d-4ca4-8e55-5c561fa8dda7 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Enqueued Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 1156.284211] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGHEST for action security_group_members [ 1156.286154] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.286307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.286397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.286662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.286832] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.287541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.287541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.287541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.287541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.287541] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.663971] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.720033] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df3d76bf-3251-4895-9576-e5961c8b96b9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.782411] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875e27d3-8039-4fab-9a39-281e0c951213 in Status: SUCCESS [ 1156.782574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.789375] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.789375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.789375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.789596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.789640] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.789891] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.790125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.790125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.790256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.790256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.790323] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 is going to be updated. [ 1156.812555] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.812836] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.812836] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.813063] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.814193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.821648] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: IN_PROGRESS for 2s [ 1157.166719] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.166719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.166719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.166719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.166719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.166719] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 is going to be updated. [ 1157.204695] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.204695] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.204695] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.204695] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.204695] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.222584] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.222760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.222841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.223130] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.223247] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.223393] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df3d76bf-3251-4895-9576-e5961c8b96b9 is going to be created. [ 1157.228235] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: IN_PROGRESS for 2s [ 1157.261026] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.261026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.261026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.261026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.261026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.273182] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df3d76bf-3251-4895-9576-e5961c8b96b9 in Status: UNINITIALIZED for 2s [ 1157.373625] env[70213]: INFO networking_nsxv3.common.synchronization [req-515a2121-08a1-4063-9059-59bd0ab2dc83 req-dc6f66a9-717a-4b93-892d-21aeb763062c tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1157.373986] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1157.374744] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.374744] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.374744] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.374744] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.375093] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.375093] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.375093] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.375093] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.375237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.375237] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.658640] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.658898] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.659175] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.659386] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.659746] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.659889] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.660067] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.660294] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.660513] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.660743] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1157.661051] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.661051] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.661173] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.661321] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1157.661469] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.661616] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.687475] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.688082] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1157.688082] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.688082] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.688374] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-60ffee45-dbcf-4d71-ac24-3dd32109001d taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.688575] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-60ffee45-dbcf-4d71-ac24-3dd32109001d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.688703] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-60ffee45-dbcf-4d71-ac24-3dd32109001d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.689063] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-60ffee45-dbcf-4d71-ac24-3dd32109001d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.689301] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60ffee45-dbcf-4d71-ac24-3dd32109001d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.878560] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.878728] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.878795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.879155] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.879297] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.879525] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.879634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.879691] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.879853] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.879936] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.880039] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be updated. [ 1157.908141] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.908322] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.908368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.908569] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.908703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.917201] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1158.118031] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa in Status: SUCCESS [ 1158.118156] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa deletion is rescheduled due to dependency. [ 1158.118263] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.192160] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.193029] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.193029] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.193337] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.193881] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.194278] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 60ffee45-dbcf-4d71-ac24-3dd32109001d not found, creating... [ 1158.194663] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.194996] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.195188] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.195490] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.195688] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.196084] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.196308] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.196445] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.196681] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.196827] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.196978] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 60ffee45-dbcf-4d71-ac24-3dd32109001d is going to be created. [ 1158.223144] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.223235] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.223374] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.223603] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.223919] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.224167] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-60ffee45-dbcf-4d71-ac24-3dd32109001d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.603358] env[70213]: INFO networking_nsxv3.common.synchronization [req-2a91bc98-179c-4e8e-86c7-791d57ef705f req-11245b2f-5a2b-422a-83ea-77a188f4bf55 tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Enqueued Resource ID: c34b5275-3bf2-45f6-b630-afb77dc3d571 with Priority: HIGHEST for action security_group_members [ 1158.603948] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c34b5275-3bf2-45f6-b630-afb77dc3d571 with Priority: HIGHEST for action security_group_members [ 1158.604363] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c34b5275-3bf2-45f6-b630-afb77dc3d571 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.604423] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.604457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.604640] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.604822] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.604960] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.604960] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.606910] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.607019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.607126] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c34b5275-3bf2-45f6-b630-afb77dc3d571',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.831452] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 in Status: SUCCESS [ 1158.835651] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 deletion is rescheduled due to dependency. [ 1158.835651] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.094176] env[70213]: INFO networking_nsxv3.common.synchronization [req-515a2121-08a1-4063-9059-59bd0ab2dc83 req-6e8a7b5b-958c-4829-ad77-0f6c026fcccd service nova] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_rules [ 1159.094176] env[70213]: INFO networking_nsxv3.common.synchronization [req-515a2121-08a1-4063-9059-59bd0ab2dc83 req-6e8a7b5b-958c-4829-ad77-0f6c026fcccd service nova] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1159.094176] env[70213]: INFO networking_nsxv3.common.synchronization [req-515a2121-08a1-4063-9059-59bd0ab2dc83 req-6e8a7b5b-958c-4829-ad77-0f6c026fcccd service nova] Enqueued Resource ID: 60ffee45-dbcf-4d71-ac24-3dd32109001d with Priority: HIGHEST for action port [ 1159.094176] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_rules [ 1159.094448] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1159.094662] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60ffee45-dbcf-4d71-ac24-3dd32109001d with Priority: HIGHEST for action port [ 1159.095122] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.095439] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.095631] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.095982] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.096182] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.097657] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.097916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.098246] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-60ffee45-dbcf-4d71-ac24-3dd32109001d taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.098488] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60ffee45-dbcf-4d71-ac24-3dd32109001d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.099042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60ffee45-dbcf-4d71-ac24-3dd32109001d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.099344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60ffee45-dbcf-4d71-ac24-3dd32109001d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.099724] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60ffee45-dbcf-4d71-ac24-3dd32109001d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.117021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.117021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.117021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.117021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.117021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.117021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.117021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.117021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.117021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.117021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.117021] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c34b5275-3bf2-45f6-b630-afb77dc3d571 is going to be updated. [ 1159.144462] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.144462] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.144462] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.144462] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.144462] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.151138] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c34b5275-3bf2-45f6-b630-afb77dc3d571 in Status: IN_PROGRESS for 2s [ 1159.240140] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: SUCCESS [ 1159.240140] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.240140] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.240140] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.240140] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.240140] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.240140] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.240140] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.240140] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.240140] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.240140] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.284018] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df3d76bf-3251-4895-9576-e5961c8b96b9 in Status: SUCCESS [ 1159.284018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.284018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.284018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.284221] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.284416] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.285317] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.285563] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.285674] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.285791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.285907] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df3d76bf-3251-4895-9576-e5961c8b96b9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.603887] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.603887] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.603887] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60ffee45-dbcf-4d71-ac24-3dd32109001d with status ACTIVE [ 1159.603887] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.603887] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.603887] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.603887] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.603887] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.603887] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.603887] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.603887] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.603887] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.603887] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.603887] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.604423] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.604423] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.604423] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.604423] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.604423] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60ffee45-dbcf-4d71-ac24-3dd32109001d is going to be updated. [ 1159.624231] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.624367] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.624437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.624634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.624815] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.625078] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60ffee45-dbcf-4d71-ac24-3dd32109001d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.746675] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.746788] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.746788] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.746996] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.747194] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.749188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.749188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.749188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.749188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.749188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.749188] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.749188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.749188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.749188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.749188] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.749188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.749188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.749188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.749188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.749188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.749188] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.788069] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-df3d76bf-3251-4895-9576-e5961c8b96b9 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.788311] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.788384] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.788595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.788770] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.788898] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.788963] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.789127] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.789221] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.789310] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.789460] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-df3d76bf-3251-4895-9576-e5961c8b96b9 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.789555] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.789618] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.789757] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.789894] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.789984] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.790055] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.790205] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.790326] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.790443] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.790561] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df3d76bf-3251-4895-9576-e5961c8b96b9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.927347] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1159.927738] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 deletion is rescheduled due to dependency. [ 1159.927738] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.927891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.928152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.928349] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.928480] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.928575] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.928837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.928968] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.929148] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.251959] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02: rpc.has_security_group_logging(os_id): False [ 1160.270081] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.270392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.270392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.270519] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.271021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.271236] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.271374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.271430] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.271571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.271655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.271991] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.271991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.272159] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.272159] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.272246] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.272414] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.272509] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.272568] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.272704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.272778] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.272861] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 is going to be updated. [ 1160.293104] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df3d76bf-3251-4895-9576-e5961c8b96b9: rpc.has_security_group_logging(os_id): False [ 1160.310468] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.310661] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.310777] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.310937] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.311046] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.311225] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.311320] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.311383] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.311528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.311605] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.312749] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.312749] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.312749] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.312749] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.312749] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.312749] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.312749] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.312749] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.312749] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.312749] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.312749] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df3d76bf-3251-4895-9576-e5961c8b96b9 is going to be created. [ 1160.345436] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.345436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.345436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.345602] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.345643] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.360861] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: IN_PROGRESS for 2s [ 1160.362065] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.362202] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.362344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.362468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.362642] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.375594] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df3d76bf-3251-4895-9576-e5961c8b96b9 in Status: IN_PROGRESS for 2s [ 1160.433554] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.935936] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.163500] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c34b5275-3bf2-45f6-b630-afb77dc3d571 in Status: SUCCESS [ 1161.163500] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c34b5275-3bf2-45f6-b630-afb77dc3d571 deletion is rescheduled due to dependency. [ 1161.163500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.438819] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.439067] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.439174] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.439419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.439507] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.439622] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be updated. [ 1161.466265] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.466408] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.466475] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.466685] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.466838] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.474437] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1162.381798] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 in Status: SUCCESS [ 1162.382153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.394192] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df3d76bf-3251-4895-9576-e5961c8b96b9 in Status: SUCCESS [ 1162.394192] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.593690] env[70213]: INFO networking_nsxv3.common.synchronization [None req-4560c5fc-9d3d-442b-8fd2-f27c5cf46026 None None] Enqueued Resource ID: d0ed8c98-84fe-4909-8046-d95d5f2c1330 with Priority: HIGHEST for action port [ 1162.593991] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0ed8c98-84fe-4909-8046-d95d5f2c1330 with Priority: HIGHEST for action port [ 1162.594600] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0ed8c98-84fe-4909-8046-d95d5f2c1330 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.594726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0ed8c98-84fe-4909-8046-d95d5f2c1330" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.594810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0ed8c98-84fe-4909-8046-d95d5f2c1330" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.595207] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0ed8c98-84fe-4909-8046-d95d5f2c1330" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.595282] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0ed8c98-84fe-4909-8046-d95d5f2c1330',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.097735] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0ed8c98-84fe-4909-8046-d95d5f2c1330 [ 1163.097971] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.097971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.098196] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.098470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.098632] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.098743] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0ed8c98-84fe-4909-8046-d95d5f2c1330 already deleted. [ 1163.098833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0ed8c98-84fe-4909-8046-d95d5f2c1330" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.271755] env[70213]: INFO networking_nsxv3.common.synchronization [None req-b29b452e-38b9-4c93-be5f-a59426662c1f tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Enqueued Resource ID: 19822255-d2a3-40b2-915d-04e261ba207e with Priority: HIGHEST for action security_group_rules [ 1163.272462] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19822255-d2a3-40b2-915d-04e261ba207e with Priority: HIGHEST for action security_group_rules [ 1163.272793] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19822255-d2a3-40b2-915d-04e261ba207e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.272918] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.272986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.273257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.273340] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19822255-d2a3-40b2-915d-04e261ba207e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.419287] env[70213]: INFO networking_nsxv3.common.synchronization [None req-42a0d724-f281-403f-975a-e7794573fdef tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Enqueued Resource ID: 19822255-d2a3-40b2-915d-04e261ba207e with Priority: HIGHEST for action security_group_rules [ 1163.419776] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19822255-d2a3-40b2-915d-04e261ba207e with Priority: HIGHEST for action security_group_rules [ 1163.420083] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19822255-d2a3-40b2-915d-04e261ba207e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.420185] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.484452] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1163.484999] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.485648] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.485648] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.485648] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.485873] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.485873] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.485940] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.485974] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.486777] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.486893] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.792494] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.792641] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.792710] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.792938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.793048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.793107] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19822255-d2a3-40b2-915d-04e261ba207e already deleted. [ 1163.793185] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.793340] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.793492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.793573] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19822255-d2a3-40b2-915d-04e261ba207e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.988900] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.989853] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.989853] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.989853] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.989853] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.989853] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.990119] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.990119] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.990119] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.990216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.990878] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.990878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.990878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.990878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.990878] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.990878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.990878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.991373] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.991730] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.991883] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.991985] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.315528] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.315677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.315750] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.315966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.316068] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.316170] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19822255-d2a3-40b2-915d-04e261ba207e already deleted. [ 1164.316249] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.493733] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e82eb48-1239-4ce1-8f34-d965cc33e880: rpc.has_security_group_logging(os_id): False [ 1164.511408] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.511746] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.511746] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.512040] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.512040] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.512171] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.512281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.512353] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.512560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.512614] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.512950] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.512950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.512950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.513123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.513123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.514131] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.514131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.514131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.514131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.514131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.514131] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be updated. [ 1164.581107] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.581249] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.581319] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.581530] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.582517] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.597855] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1164.723547] env[70213]: INFO networking_nsxv3.common.synchronization [None req-a44a105a-0d69-410f-ada2-641c437947e6 None None] Enqueued Resource ID: 2064047b-f6fb-40ac-aee9-e231b0e8ecaa with Priority: HIGHEST for action port [ 1164.724174] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2064047b-f6fb-40ac-aee9-e231b0e8ecaa with Priority: HIGHEST for action port [ 1164.724479] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-2064047b-f6fb-40ac-aee9-e231b0e8ecaa taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.724600] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2064047b-f6fb-40ac-aee9-e231b0e8ecaa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.724669] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2064047b-f6fb-40ac-aee9-e231b0e8ecaa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.725699] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2064047b-f6fb-40ac-aee9-e231b0e8ecaa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.725920] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2064047b-f6fb-40ac-aee9-e231b0e8ecaa',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.073044] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.073044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.073044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.073044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.073044] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.228394] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2064047b-f6fb-40ac-aee9-e231b0e8ecaa [ 1165.228637] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.229357] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.229357] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.229357] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.229357] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.229357] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2064047b-f6fb-40ac-aee9-e231b0e8ecaa already deleted. [ 1165.229357] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2064047b-f6fb-40ac-aee9-e231b0e8ecaa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.578575] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.081209] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.583052] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1166.583409] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1166.611755] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1166.611755] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.298188] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.298341] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.298414] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.298622] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.312360] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1167.313305] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.314481] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1167.345516] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.345713] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.345759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.346173] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.356351] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.357081] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1167.357215] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1167.357338] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1167.396478] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.396670] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.396732] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.397218] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.398488] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.398689] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1167.462463] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.462554] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.462589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.462814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.463244] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.463517] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1167.535585] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.535585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.535585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.535585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.535585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.535585] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1167.535585] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'611b080d-9655-41ab-a6ad-3da7d87fc4f6', 'fc1d2214-3d43-4997-90b3-5c48df171063', '8e82eb48-1239-4ce1-8f34-d965cc33e880', '0eaf39df-7338-4deb-9d1e-c9befbe6b5a7', '84590fed-eb36-4332-922c-e3138357d33e', '11c5b35f-8646-4168-88f4-0ed10e5416c8', '1e198e7c-ac22-41ed-9aa1-f60cb0721289', 'd7b9351d-ecc3-4eb4-aed9-fcf7243a6b02', '54854d94-eedd-4d8b-a31c-c2245c63d9a3', '49e0f25f-a392-46ca-91cd-d4d4711dd848', 'b844eb21-1353-440c-9025-fd289088979a', 'f3384a25-bd05-4944-b6ea-617140b080de', '24544c49-8605-4d5c-8f3b-14ae255c05d0', '875e27d3-8039-4fab-9a39-281e0c951213', '87d806d9-dd1d-4f14-b494-aca7a7049cbb', '50259fd7-f059-4883-8955-691a642e459f', '57156c34-df29-46b4-b2fb-ef68c49e8db0', '94f7535f-d264-4ef5-964f-02ecdab484cb', 'a2946ede-8a37-4c14-ac86-9cac50896375', '458b4ef0-16cf-4a0a-8fee-8e6f5699717c', '21032012-75fd-4351-8a4f-f49e6948ddb5', 'b05de2d0-cefc-430e-a6e9-5b50e803f216', '1357e72e-1056-4acd-946f-e64c09ec2b7f', '973880d1-ad42-42c7-8ec7-7d4712c60e59', 'a4af62ec-0e0f-49f0-b210-45b9df8836ab', 'c614c359-2ca0-48d4-8960-75eb55ccdb9b', 'b6192d16-1760-4ee7-9201-2d1ae2c1bdf9', 'c34b5275-3bf2-45f6-b630-afb77dc3d571', '7eee82c9-b502-446a-a077-cecdbf4c3e55', '4b21bdeb-68e4-409c-8f2f-6aedc2459f11', '1f806651-3f75-4995-a244-aaf71cab2fc3', 'd582fe16-e615-46b3-8c0e-c859261a4a16', '5f79de95-85c3-4a07-bdab-5c03613e99c9', 'b8fe1000-8803-478f-a8bf-f3d14cf7a9c6', '9241e58b-e123-4f4c-a02b-708cf0da710b', '8b8d1845-4ced-4cfb-9192-05de5a86d8d2', '0463d193-71c6-48c2-ac5b-73103a5f9cfa', '06470b7d-04dd-4ea8-86b2-29df3edf9b35', '4c55d05f-41ba-4910-bbda-2c86ab8ab8be', '404ae873-3003-4537-b6c5-aca013c90c84', 'df3d76bf-3251-4895-9576-e5961c8b96b9', '2f99763c-6b1c-4c89-b72c-4255c3b90438', 'b5da006e-02d7-47d7-a422-a7a1b2ae7e25', 'db274a14-6ca0-4b52-90f7-3cb52569da81', 'c5399544-5147-45eb-992f-cc4fc6e6420a', 'af658585-02ca-48b6-94c6-72bcdc0051fd'} {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1167.535585] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1167.554154] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.554584] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.554681] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.554889] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.554980] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.555109] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1167.555182] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1167.555253] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1167.627167] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.627449] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.627449] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.627592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.628628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.628884] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1167.628992] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1167.629089] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1167.629161] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1167.629237] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1167.629309] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 with Priority: HIGH for action security_group_rules [ 1167.629424] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGH for action security_group_rules [ 1167.629466] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGH for action security_group_rules [ 1167.629533] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 with Priority: HIGH for action security_group_rules [ 1167.629592] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84590fed-eb36-4332-922c-e3138357d33e with Priority: HIGH for action security_group_rules [ 1167.629654] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 with Priority: HIGH for action security_group_rules [ 1167.629728] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 with Priority: HIGH for action security_group_rules [ 1167.629820] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGH for action security_group_rules [ 1167.629934] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 with Priority: HIGH for action security_group_rules [ 1167.630011] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGH for action security_group_rules [ 1167.630075] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b844eb21-1353-440c-9025-fd289088979a with Priority: HIGH for action security_group_rules [ 1167.630126] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3384a25-bd05-4944-b6ea-617140b080de with Priority: HIGH for action security_group_rules [ 1167.630219] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGH for action security_group_rules [ 1167.630285] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGH for action security_group_rules [ 1167.630347] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87d806d9-dd1d-4f14-b494-aca7a7049cbb with Priority: HIGH for action security_group_rules [ 1167.630408] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGH for action security_group_rules [ 1167.630470] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57156c34-df29-46b4-b2fb-ef68c49e8db0 with Priority: HIGH for action security_group_rules [ 1167.630550] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94f7535f-d264-4ef5-964f-02ecdab484cb with Priority: HIGH for action security_group_rules [ 1167.630580] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2946ede-8a37-4c14-ac86-9cac50896375 with Priority: HIGH for action security_group_rules [ 1167.630646] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGH for action security_group_rules [ 1167.630743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.085456] env[70213]: INFO networking_nsxv3.common.synchronization [None req-16f9ce11-2be4-4678-9649-a355b0b0507f None None] Enqueued Resource ID: a0859aa9-1012-4621-a4ec-817049773feb with Priority: HIGHEST for action port [ 1169.085456] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0859aa9-1012-4621-a4ec-817049773feb with Priority: HIGHEST for action port [ 1169.085456] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 with Priority: HIGH for action security_group_rules [ 1169.085456] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGH for action security_group_rules [ 1169.085456] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 with Priority: HIGH for action security_group_rules [ 1169.085456] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87d806d9-dd1d-4f14-b494-aca7a7049cbb with Priority: HIGH for action security_group_rules [ 1169.085456] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGH for action security_group_rules [ 1169.085456] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2946ede-8a37-4c14-ac86-9cac50896375 with Priority: HIGH for action security_group_rules [ 1169.085456] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f7535f-d264-4ef5-964f-02ecdab484cb with Priority: HIGH for action security_group_rules [ 1169.085456] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57156c34-df29-46b4-b2fb-ef68c49e8db0 with Priority: HIGH for action security_group_rules [ 1169.085456] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGH for action security_group_rules [ 1169.085456] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50259fd7-f059-4883-8955-691a642e459f with Priority: HIGH for action security_group_rules [ 1169.085456] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 with Priority: HIGH for action security_group_rules [ 1169.085456] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3384a25-bd05-4944-b6ea-617140b080de with Priority: HIGH for action security_group_rules [ 1169.086785] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b844eb21-1353-440c-9025-fd289088979a with Priority: HIGH for action security_group_rules [ 1169.086785] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGH for action security_group_rules [ 1169.086785] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 with Priority: HIGH for action security_group_rules [ 1169.086785] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 with Priority: HIGH for action security_group_rules [ 1169.086785] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGH for action security_group_rules [ 1169.086785] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84590fed-eb36-4332-922c-e3138357d33e with Priority: HIGH for action security_group_rules [ 1169.086785] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1d2214-3d43-4997-90b3-5c48df171063 with Priority: HIGH for action security_group_rules [ 1169.086785] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 with Priority: HIGH for action security_group_rules [ 1169.086785] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0859aa9-1012-4621-a4ec-817049773feb taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.086785] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0859aa9-1012-4621-a4ec-817049773feb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.086785] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0859aa9-1012-4621-a4ec-817049773feb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.087395] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0859aa9-1012-4621-a4ec-817049773feb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.087989] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0859aa9-1012-4621-a4ec-817049773feb',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.089200] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.089357] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.089449] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.089644] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.089853] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('611b080d-9655-41ab-a6ad-3da7d87fc4f6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.094023] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.094023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.094023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.094023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.094023] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.094023] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e198e7c-ac22-41ed-9aa1-f60cb0721289 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.094023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.094023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.094023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.094023] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e198e7c-ac22-41ed-9aa1-f60cb0721289',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.094023] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87d806d9-dd1d-4f14-b494-aca7a7049cbb taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.094023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.094726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.094726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.094726] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87d806d9-dd1d-4f14-b494-aca7a7049cbb',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.095123] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.095334] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.095334] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.095492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.095563] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.096354] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2946ede-8a37-4c14-ac86-9cac50896375 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.096453] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.096530] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.096687] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.096756] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2946ede-8a37-4c14-ac86-9cac50896375',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.097907] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94f7535f-d264-4ef5-964f-02ecdab484cb taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.098051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.098353] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.099356] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.099356] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94f7535f-d264-4ef5-964f-02ecdab484cb',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.099767] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57156c34-df29-46b4-b2fb-ef68c49e8db0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.099767] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.099914] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.100849] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.100849] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57156c34-df29-46b4-b2fb-ef68c49e8db0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.101130] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.101245] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.101516] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.101680] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.101780] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.103248] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50259fd7-f059-4883-8955-691a642e459f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.103357] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.103476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.103750] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.103986] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50259fd7-f059-4883-8955-691a642e459f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.105394] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24544c49-8605-4d5c-8f3b-14ae255c05d0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.105394] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.105394] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.105605] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.105727] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24544c49-8605-4d5c-8f3b-14ae255c05d0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.106768] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3384a25-bd05-4944-b6ea-617140b080de taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.106904] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.106984] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.107287] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.107329] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3384a25-bd05-4944-b6ea-617140b080de',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.110241] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b844eb21-1353-440c-9025-fd289088979a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.110241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.110241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.110241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.110241] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b844eb21-1353-440c-9025-fd289088979a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.110241] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49e0f25f-a392-46ca-91cd-d4d4711dd848 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.110586] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.110586] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.110789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.110831] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.111901] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54854d94-eedd-4d8b-a31c-c2245c63d9a3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.112271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.112271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.115601] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.115601] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54854d94-eedd-4d8b-a31c-c2245c63d9a3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.115601] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11c5b35f-8646-4168-88f4-0ed10e5416c8 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.115601] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.115601] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.115601] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.115601] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11c5b35f-8646-4168-88f4-0ed10e5416c8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.117407] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.117536] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.117779] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.117998] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.118276] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.119297] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84590fed-eb36-4332-922c-e3138357d33e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.119909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.119909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.119909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.119909] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84590fed-eb36-4332-922c-e3138357d33e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.121256] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc1d2214-3d43-4997-90b3-5c48df171063 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.121562] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.121562] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.121562] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.121749] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc1d2214-3d43-4997-90b3-5c48df171063',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.122427] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.122537] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.122637] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.122799] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.122900] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0eaf39df-7338-4deb-9d1e-c9befbe6b5a7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.312579] env[70213]: INFO networking_nsxv3.common.synchronization [req-84904077-5a68-4440-b489-fad8a64261e5 req-042327cd-cb93-4f9b-a535-1f580c061cc4 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Enqueued Resource ID: df3d76bf-3251-4895-9576-e5961c8b96b9 with Priority: HIGHEST for action security_group_members [ 1169.312579] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3d76bf-3251-4895-9576-e5961c8b96b9 with Priority: HIGHEST for action security_group_members [ 1169.312579] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-df3d76bf-3251-4895-9576-e5961c8b96b9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.312579] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.312579] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.313179] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.314922] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.315369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.315548] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.315854] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.316076] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.316340] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df3d76bf-3251-4895-9576-e5961c8b96b9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.625936] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-49e0f25f-a392-46ca-91cd-d4d4711dd848 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.625936] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.625936] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.625936] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.625936] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.625936] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.626609] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.626609] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.626609] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.626609] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.626609] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.630691] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.630813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.630880] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.631068] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.631227] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.631326] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.631375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.631513] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.631592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.631677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.631853] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.633990] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.633990] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.633990] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.633990] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.633990] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.634224] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.634224] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.634338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.634371] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.634434] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.634523] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.644236] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.644739] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.644836] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.645475] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.645688] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.645803] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.645872] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.646055] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.646143] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.646312] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.646355] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.659738] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0859aa9-1012-4621-a4ec-817049773feb [ 1169.660014] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.660136] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.660255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.660397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.660479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.660595] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0859aa9-1012-4621-a4ec-817049773feb already deleted. [ 1169.660634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0859aa9-1012-4621-a4ec-817049773feb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.672873] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.673038] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.673118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.673318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.705701] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.705836] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.707505] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.707505] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.707673] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.707673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.708344] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.708521] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.709122] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.709204] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.710900] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.710900] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.712299] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.712401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.714436] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.714532] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.715293] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.715398] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.716463] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.716571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.717130] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1169.717605] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.717731] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84590fed-eb36-4332-922c-e3138357d33e is going to be deleted. [ 1169.719043] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.719253] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.720693] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.720786] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.721630] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.721799] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.722874] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1169.724218] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.724218] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.724218] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1169.724668] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.725379] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.725639] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1169.726158] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.726274] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.743695] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1169.744822] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.744976] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0eaf39df-7338-4deb-9d1e-c9befbe6b5a7 is going to be deleted. [ 1169.745964] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.748439] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.766107] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.766267] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87d806d9-dd1d-4f14-b494-aca7a7049cbb is going to be deleted. [ 1169.767186] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.767389] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.781178] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.781178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.785400] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.785400] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24544c49-8605-4d5c-8f3b-14ae255c05d0 is going to be deleted. [ 1169.785808] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.786047] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.808978] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.808978] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.813387] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.813387] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 611b080d-9655-41ab-a6ad-3da7d87fc4f6 is going to be deleted. [ 1169.813834] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.814160] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.819731] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.819731] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.847434] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.847573] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3384a25-bd05-4944-b6ea-617140b080de is going to be deleted. [ 1169.849139] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.849254] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.850097] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.850324] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.850419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.850577] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87d806d9-dd1d-4f14-b494-aca7a7049cbb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.850696] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.850874] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.852658] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.852658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.881571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.881943] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2946ede-8a37-4c14-ac86-9cac50896375 is going to be deleted. [ 1169.884241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.884241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.925417] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.926050] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11c5b35f-8646-4168-88f4-0ed10e5416c8 is going to be deleted. [ 1169.927023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.927290] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.935438] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.935624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.960299] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.960299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.011383] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.012456] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e198e7c-ac22-41ed-9aa1-f60cb0721289 is going to be deleted. [ 1170.013241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.013457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.015043] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.015203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.095884] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.096217] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.096935] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.097097] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 is going to be deleted. [ 1170.098028] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.098192] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.140610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.140748] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc1d2214-3d43-4997-90b3-5c48df171063 is going to be deleted. [ 1170.141766] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.143366] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.143366] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.143366] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.147134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.147134] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.147134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.147134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.147134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.147134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.147134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.147134] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.147134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.147134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.147134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.147134] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.147134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.147134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.147134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.147134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.147134] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.147134] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.147820] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.148095] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.149876] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.149993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.149993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.150446] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.150446] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.150446] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.150446] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.150737] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.150737] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.150737] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.150879] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.150938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.150981] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.151789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.151789] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.151789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.151789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.151789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.151789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.152075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.152075] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.167822] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.251143] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.251292] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54854d94-eedd-4d8b-a31c-c2245c63d9a3 is going to be deleted. [ 1170.252412] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.252692] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.263201] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.263352] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.268042] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.268042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.300982] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.301251] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94f7535f-d264-4ef5-964f-02ecdab484cb is going to be deleted. [ 1170.302525] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.302798] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.341999] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.341999] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.350464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.350769] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b844eb21-1353-440c-9025-fd289088979a is going to be deleted. [ 1170.351676] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.352691] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.358547] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.358706] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.398620] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.398620] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50259fd7-f059-4883-8955-691a642e459f is going to be deleted. [ 1170.402809] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.402809] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.402809] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.402809] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84590fed-eb36-4332-922c-e3138357d33e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.402809] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.403535] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.403535] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.403535] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0eaf39df-7338-4deb-9d1e-c9befbe6b5a7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.403661] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.404073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.473532] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.473758] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.482202] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.482202] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.482202] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.482202] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.482202] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.482202] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.482202] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df3d76bf-3251-4895-9576-e5961c8b96b9 is going to be updated. [ 1170.483209] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.483493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.532733] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.532733] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.535952] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.536106] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57156c34-df29-46b4-b2fb-ef68c49e8db0 is going to be deleted. [ 1170.537088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.537308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.537400] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.537524] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24544c49-8605-4d5c-8f3b-14ae255c05d0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.537682] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.537836] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.537916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.539154] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-611b080d-9655-41ab-a6ad-3da7d87fc4f6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.540010] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.542033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.542033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.542033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3384a25-bd05-4944-b6ea-617140b080de" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.542033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.542033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.542033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.542033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2946ede-8a37-4c14-ac86-9cac50896375" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.542033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.542033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.542033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.542033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11c5b35f-8646-4168-88f4-0ed10e5416c8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.542033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.542033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.543032] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.543032] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e198e7c-ac22-41ed-9aa1-f60cb0721289" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.543032] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.543032] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.543032] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.543032] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.543032] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.543032] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.543032] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.543344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc1d2214-3d43-4997-90b3-5c48df171063" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.543416] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.543562] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.543636] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.543746] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54854d94-eedd-4d8b-a31c-c2245c63d9a3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.544025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.544100] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.544180] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.544506] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94f7535f-d264-4ef5-964f-02ecdab484cb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.544668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.544983] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.545310] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.545310] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b844eb21-1353-440c-9025-fd289088979a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.603120] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.603120] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.603120] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.603120] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.603120] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.603402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50259fd7-f059-4883-8955-691a642e459f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.613879] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.614059] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.614145] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.614405] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.614792] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.648662] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df3d76bf-3251-4895-9576-e5961c8b96b9 in Status: IN_PROGRESS for 2s [ 1170.654102] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 875e27d3-8039-4fab-9a39-281e0c951213: rpc.has_security_group_logging(os_id): False [ 1170.655677] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49e0f25f-a392-46ca-91cd-d4d4711dd848: rpc.has_security_group_logging(os_id): False [ 1170.656688] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e82eb48-1239-4ce1-8f34-d965cc33e880: rpc.has_security_group_logging(os_id): False [ 1170.669862] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 458b4ef0-16cf-4a0a-8fee-8e6f5699717c: rpc.has_security_group_logging(os_id): False [ 1170.730459] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.730611] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.730701] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.730884] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.730975] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.731142] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57156c34-df29-46b4-b2fb-ef68c49e8db0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.733717] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.733717] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.733717] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.733717] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.735666] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.735666] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.737038] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.737038] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.737233] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.737274] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.794064] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1170.794663] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.795065] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.795211] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.795291] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.795501] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.795901] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.796394] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 is going to be updated. [ 1170.799993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.799993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.806389] env[70213]: INFO networking_nsxv3.common.synchronization [req-23051434-fddf-4977-bfe6-dad7bf5011c8 req-9e6ab8ec-106a-44d2-aaaf-608b21499081 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Enqueued Resource ID: 96e57008-619c-4084-9abb-204bbc095329 with Priority: HIGHEST for action security_group_members [ 1170.806531] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e57008-619c-4084-9abb-204bbc095329 with Priority: HIGHEST for action security_group_members [ 1170.806838] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e57008-619c-4084-9abb-204bbc095329 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.806965] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.807057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.807319] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.809937] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.810080] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.810150] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.810397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.810506] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.810605] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e57008-619c-4084-9abb-204bbc095329',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.853207] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.853569] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.853661] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.853661] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.853849] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.854038] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.854297] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.854403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.854467] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.854628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.854701] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.855070] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.855157] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.855219] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.855391] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.855459] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.855545] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 875e27d3-8039-4fab-9a39-281e0c951213 is going to be updated. [ 1170.856706] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.856877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.897778] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.898047] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.898206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.898283] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.899623] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.899623] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.899788] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.899908] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.900152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.900219] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.900326] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.900523] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.900658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.900753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.900909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.901013] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.902364] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be updated. [ 1170.903773] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.903901] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.916565] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.916565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.955529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.956633] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.956633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.956633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.956633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.956633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.956633] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c is going to be updated. [ 1170.957730] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.957908] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.958130] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.975621] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.975797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.975846] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.976094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.976342] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.978712] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: IN_PROGRESS for 2s [ 1170.986157] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 875e27d3-8039-4fab-9a39-281e0c951213 in Status: IN_PROGRESS for 2s [ 1171.007611] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.007745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.007820] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.008090] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.008246] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.040487] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.040931] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.041033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.041279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.041423] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.055064] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1171.072597] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c in Status: IN_PROGRESS for 2s [ 1171.305798] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.306090] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-641" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.306217] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-641" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.306578] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-641" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.306757] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.306939] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.307278] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.307566] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.307765] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.307991] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1171.308138] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1171.308337] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1171.308441] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1171.308661] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1171.308759] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1171.309065] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.313906] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.314133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.314701] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.314800] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.314909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.315126] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.315237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.315291] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.315454] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.315533] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.315619] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e57008-619c-4084-9abb-204bbc095329 already deleted. [ 1171.315698] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.327040] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.327221] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1171.327385] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.327597] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-641" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.327944] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-a99d0605-3194-428f-8a9e-d4e213824da5 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.328159] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-a99d0605-3194-428f-8a9e-d4e213824da5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.328287] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-a99d0605-3194-428f-8a9e-d4e213824da5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.328642] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-a99d0605-3194-428f-8a9e-d4e213824da5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.328795] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a99d0605-3194-428f-8a9e-d4e213824da5',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.609847] env[70213]: INFO networking_nsxv3.common.synchronization [None req-b02ccfcf-54a6-4a08-a758-5efa29e44c68 None None] Enqueued Resource ID: 8683e8fa-2f7a-4ab6-87a1-bdf9cf6a337d with Priority: HIGHEST for action port [ 1171.610354] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8683e8fa-2f7a-4ab6-87a1-bdf9cf6a337d with Priority: HIGHEST for action port [ 1171.610680] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-8683e8fa-2f7a-4ab6-87a1-bdf9cf6a337d taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.610805] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8683e8fa-2f7a-4ab6-87a1-bdf9cf6a337d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.610870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8683e8fa-2f7a-4ab6-87a1-bdf9cf6a337d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.611793] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8683e8fa-2f7a-4ab6-87a1-bdf9cf6a337d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.611996] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8683e8fa-2f7a-4ab6-87a1-bdf9cf6a337d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.833033] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.833033] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.833251] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.833358] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.833614] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.833714] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port a99d0605-3194-428f-8a9e-d4e213824da5 not found, creating... [ 1171.833995] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.834182] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.834305] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.834532] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.834674] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.834969] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.836323] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.836463] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.836688] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.836828] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.837099] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: a99d0605-3194-428f-8a9e-d4e213824da5 is going to be created. [ 1171.857061] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.857298] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.857447] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.857728] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.857980] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.858257] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-a99d0605-3194-428f-8a9e-d4e213824da5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.050550] env[70213]: INFO networking_nsxv3.common.synchronization [req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 req-c540b180-f97f-4a05-bdec-833f3939628b tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Enqueued Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGHEST for action security_group_members [ 1172.051299] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGHEST for action security_group_members [ 1172.051479] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.051658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.051844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.052813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.052813] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.052963] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.052963] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.053585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.053585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.053666] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.117552] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8683e8fa-2f7a-4ab6-87a1-bdf9cf6a337d [ 1172.117552] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.117552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.117552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.117552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.117552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.117552] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8683e8fa-2f7a-4ab6-87a1-bdf9cf6a337d already deleted. [ 1172.117552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8683e8fa-2f7a-4ab6-87a1-bdf9cf6a337d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.556400] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.657572] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df3d76bf-3251-4895-9576-e5961c8b96b9 in Status: SUCCESS [ 1172.657781] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df3d76bf-3251-4895-9576-e5961c8b96b9 deletion is rescheduled due to dependency. [ 1172.657899] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.721205] env[70213]: INFO networking_nsxv3.common.synchronization [req-23051434-fddf-4977-bfe6-dad7bf5011c8 req-898bac06-6f05-49ed-93fd-5f9afdd6bc5c service nova] Enqueued Resource ID: 96e57008-619c-4084-9abb-204bbc095329 with Priority: HIGHEST for action security_group_rules [ 1172.721321] env[70213]: INFO networking_nsxv3.common.synchronization [req-23051434-fddf-4977-bfe6-dad7bf5011c8 req-898bac06-6f05-49ed-93fd-5f9afdd6bc5c service nova] Enqueued Resource ID: 96e57008-619c-4084-9abb-204bbc095329 with Priority: HIGHEST for action security_group_members [ 1172.721724] env[70213]: INFO networking_nsxv3.common.synchronization [req-23051434-fddf-4977-bfe6-dad7bf5011c8 req-898bac06-6f05-49ed-93fd-5f9afdd6bc5c service nova] Enqueued Resource ID: a99d0605-3194-428f-8a9e-d4e213824da5 with Priority: HIGHEST for action port [ 1172.721724] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e57008-619c-4084-9abb-204bbc095329 with Priority: HIGHEST for action security_group_rules [ 1172.721837] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e57008-619c-4084-9abb-204bbc095329 with Priority: HIGHEST for action security_group_members [ 1172.721886] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a99d0605-3194-428f-8a9e-d4e213824da5 with Priority: HIGHEST for action port [ 1172.722448] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96e57008-619c-4084-9abb-204bbc095329 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.722593] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.722680] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.722880] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.722960] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96e57008-619c-4084-9abb-204bbc095329',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.726631] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e57008-619c-4084-9abb-204bbc095329 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.726631] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.726758] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.726867] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.727030] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.727132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.727188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.727327] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.727409] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.727502] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e57008-619c-4084-9abb-204bbc095329',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.728291] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-a99d0605-3194-428f-8a9e-d4e213824da5 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.728403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a99d0605-3194-428f-8a9e-d4e213824da5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.728472] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a99d0605-3194-428f-8a9e-d4e213824da5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.728627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a99d0605-3194-428f-8a9e-d4e213824da5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.728704] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a99d0605-3194-428f-8a9e-d4e213824da5',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.853174] env[70213]: INFO networking_nsxv3.common.synchronization [req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 req-b39d0d25-fd0d-4b1d-a260-2a9c83db51ab tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Enqueued Resource ID: 19822255-d2a3-40b2-915d-04e261ba207e with Priority: HIGHEST for action security_group_members [ 1172.853691] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19822255-d2a3-40b2-915d-04e261ba207e with Priority: HIGHEST for action security_group_members [ 1172.854053] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-19822255-d2a3-40b2-915d-04e261ba207e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.855215] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.855215] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.855215] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.855215] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.855215] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.855215] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.855215] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.855509] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.855509] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19822255-d2a3-40b2-915d-04e261ba207e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.996996] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: SUCCESS [ 1172.997301] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.998152] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 875e27d3-8039-4fab-9a39-281e0c951213 in Status: SUCCESS [ 1172.998368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.059473] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.083477] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1173.083477] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.095410] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c in Status: SUCCESS [ 1173.095410] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.200891] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.201118] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-909" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.201249] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-909" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.201517] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-909" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.201785] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.201954] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.202460] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.203461] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.203643] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.203877] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1173.204043] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.204170] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.204284] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.204402] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1173.204509] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.204644] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.223172] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.223413] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1173.223478] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.223711] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-909" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.224195] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-0fabdef2-9f3f-4307-acf7-8f342155536e taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.224399] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-0fabdef2-9f3f-4307-acf7-8f342155536e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.224596] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-0fabdef2-9f3f-4307-acf7-8f342155536e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.224967] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-0fabdef2-9f3f-4307-acf7-8f342155536e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.225150] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fabdef2-9f3f-4307-acf7-8f342155536e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.230903] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e57008-619c-4084-9abb-204bbc095329 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.231114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.231237] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96e57008-619c-4084-9abb-204bbc095329',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.232185] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a99d0605-3194-428f-8a9e-d4e213824da5 with status ACTIVE [ 1173.232280] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.232417] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.232462] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.232637] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.233018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.233018] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.233018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.233163] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.233195] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.233260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.233438] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.233526] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.233603] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.233718] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.233786] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.233874] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a99d0605-3194-428f-8a9e-d4e213824da5 is going to be updated. [ 1173.257516] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.257662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.257736] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.257944] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.258096] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.258256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a99d0605-3194-428f-8a9e-d4e213824da5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.357878] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.357878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.357878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.357878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.358099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.358138] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.362026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.362026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.362026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.362026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.362026] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19822255-d2a3-40b2-915d-04e261ba207e already deleted. [ 1173.362026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.561603] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.562028] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.562028] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.562028] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.562151] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.562256] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c is going to be updated. [ 1173.593036] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.593036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.593036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.593036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.593341] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.602716] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c in Status: IN_PROGRESS for 2s [ 1173.727639] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.727878] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.728013] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.728316] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.728476] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.728644] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 0fabdef2-9f3f-4307-acf7-8f342155536e not found, creating... [ 1173.728913] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.729095] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.729218] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.729446] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.729589] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.729876] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.730047] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.730175] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.730387] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.730523] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.730666] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 0fabdef2-9f3f-4307-acf7-8f342155536e is going to be created. [ 1173.735381] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96e57008-619c-4084-9abb-204bbc095329',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.751135] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.751389] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.751525] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.751798] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.752049] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.752286] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-0fabdef2-9f3f-4307-acf7-8f342155536e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.237309] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.237986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.237986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.237986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.237986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.237986] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e57008-619c-4084-9abb-204bbc095329 is going to be created. [ 1174.263797] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.264051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.264138] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.264466] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.264550] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.276960] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e57008-619c-4084-9abb-204bbc095329 in Status: UNINITIALIZED for 2s [ 1174.459934] env[70213]: INFO networking_nsxv3.common.synchronization [req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 req-30448309-abfc-4aa3-9256-4132b713a8bb service nova] Enqueued Resource ID: 19822255-d2a3-40b2-915d-04e261ba207e with Priority: HIGHEST for action security_group_rules [ 1174.459934] env[70213]: INFO networking_nsxv3.common.synchronization [req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 req-30448309-abfc-4aa3-9256-4132b713a8bb service nova] Enqueued Resource ID: 19822255-d2a3-40b2-915d-04e261ba207e with Priority: HIGHEST for action security_group_members [ 1174.459934] env[70213]: INFO networking_nsxv3.common.synchronization [req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 req-30448309-abfc-4aa3-9256-4132b713a8bb service nova] Enqueued Resource ID: 0fabdef2-9f3f-4307-acf7-8f342155536e with Priority: HIGHEST for action port [ 1174.459934] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19822255-d2a3-40b2-915d-04e261ba207e with Priority: HIGHEST for action security_group_rules [ 1174.459934] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19822255-d2a3-40b2-915d-04e261ba207e with Priority: HIGHEST for action security_group_members [ 1174.459934] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fabdef2-9f3f-4307-acf7-8f342155536e with Priority: HIGHEST for action port [ 1174.459934] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19822255-d2a3-40b2-915d-04e261ba207e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.459934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.459934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.459934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.459934] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19822255-d2a3-40b2-915d-04e261ba207e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.461047] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-19822255-d2a3-40b2-915d-04e261ba207e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.461047] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.461047] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.461047] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.461047] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.461047] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.461047] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.461391] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.461391] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.461391] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19822255-d2a3-40b2-915d-04e261ba207e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.462185] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fabdef2-9f3f-4307-acf7-8f342155536e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.462329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fabdef2-9f3f-4307-acf7-8f342155536e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.462391] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fabdef2-9f3f-4307-acf7-8f342155536e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.463801] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fabdef2-9f3f-4307-acf7-8f342155536e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.463801] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fabdef2-9f3f-4307-acf7-8f342155536e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.965055] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-19822255-d2a3-40b2-915d-04e261ba207e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.965055] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.965055] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19822255-d2a3-40b2-915d-04e261ba207e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.966029] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fabdef2-9f3f-4307-acf7-8f342155536e with status ACTIVE [ 1174.966352] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.966352] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.966352] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.966560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.966624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.966792] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.966880] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.966953] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.967218] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.967363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.967675] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.967842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.967945] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.968803] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.968803] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.968803] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fabdef2-9f3f-4307-acf7-8f342155536e is going to be updated. [ 1174.995573] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.995754] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.995819] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.995994] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.996161] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.996328] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fabdef2-9f3f-4307-acf7-8f342155536e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.470941] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19822255-d2a3-40b2-915d-04e261ba207e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.612391] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c in Status: SUCCESS [ 1175.612685] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.973515] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.973897] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.973897] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.974016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.974104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.974239] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19822255-d2a3-40b2-915d-04e261ba207e is going to be created. [ 1175.995960] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.996140] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.996214] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.996433] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.996594] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.006635] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19822255-d2a3-40b2-915d-04e261ba207e in Status: UNINITIALIZED for 2s [ 1176.287508] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e57008-619c-4084-9abb-204bbc095329 in Status: SUCCESS [ 1176.287838] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.288020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.288270] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.288470] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.288603] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.288662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.288815] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.288902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.289043] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.289148] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96e57008-619c-4084-9abb-204bbc095329',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.791167] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e57008-619c-4084-9abb-204bbc095329 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.791347] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.791923] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.791923] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.791923] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.792244] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.792244] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.792322] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.792369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.792969] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.792969] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e57008-619c-4084-9abb-204bbc095329 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.792969] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.792969] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.792969] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.793368] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.793368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.793368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.794171] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.794171] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.794171] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.794171] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96e57008-619c-4084-9abb-204bbc095329',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.297609] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96e57008-619c-4084-9abb-204bbc095329: rpc.has_security_group_logging(os_id): False [ 1177.312989] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.313877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.313877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.313877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.313877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.313877] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.313877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.313877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.314413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.314413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.314413] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.314413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.314564] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.314564] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.314637] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.314787] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.314904] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.314953] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.315118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.315195] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.315302] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96e57008-619c-4084-9abb-204bbc095329 is going to be created. [ 1177.368787] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.368930] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.369007] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.369233] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.369464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.378459] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96e57008-619c-4084-9abb-204bbc095329 in Status: IN_PROGRESS for 2s [ 1177.808381] env[70213]: INFO networking_nsxv3.common.synchronization [req-893d62a4-c829-48e7-9d4f-400af3f8f14b req-91b26570-8d02-4288-9061-12d902f46415 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Enqueued Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1177.808928] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1177.809329] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.809444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.809566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.810219] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.810439] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.810569] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.810707] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.810819] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.810909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.811018] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.016045] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19822255-d2a3-40b2-915d-04e261ba207e in Status: SUCCESS [ 1178.016316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.016493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.016706] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.016899] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.017026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.017093] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.017253] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.017333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.017421] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.017513] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19822255-d2a3-40b2-915d-04e261ba207e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.106395] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.106623] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-476" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.106764] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-476" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.107152] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-476" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.107438] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.107642] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.107769] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.108051] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.108238] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.108465] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1178.108590] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.108727] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.108869] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.109008] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1178.109172] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.109344] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.127181] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.127447] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1178.127663] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.127879] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-476" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.128319] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-3594770a-24c6-47a3-a0c3-3fae7cffd490 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.128582] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-3594770a-24c6-47a3-a0c3-3fae7cffd490" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.128774] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-3594770a-24c6-47a3-a0c3-3fae7cffd490" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.129201] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-3594770a-24c6-47a3-a0c3-3fae7cffd490" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.129414] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3594770a-24c6-47a3-a0c3-3fae7cffd490',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.313686] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.314082] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.314082] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.314249] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.314380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.314663] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.314800] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.314891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.315114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.317088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.317088] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e already deleted. [ 1178.317088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.520172] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19822255-d2a3-40b2-915d-04e261ba207e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.632372] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.632618] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.632753] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.633144] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.633326] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.633503] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 3594770a-24c6-47a3-a0c3-3fae7cffd490 not found, creating... [ 1178.633812] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.634016] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.634146] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.634417] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.635396] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.635396] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.635396] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.635396] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.635396] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.637549] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.637549] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 3594770a-24c6-47a3-a0c3-3fae7cffd490 is going to be created. [ 1178.669996] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.670353] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.670499] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.670815] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.671080] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.671423] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-3594770a-24c6-47a3-a0c3-3fae7cffd490" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.022068] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19822255-d2a3-40b2-915d-04e261ba207e: rpc.has_security_group_logging(os_id): False [ 1179.039830] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.040245] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.040245] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.040362] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.040407] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.040648] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.040763] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.040827] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.040980] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.041296] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.041296] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19822255-d2a3-40b2-915d-04e261ba207e is going to be created. [ 1179.099439] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.099691] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.099691] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.099945] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.100245] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.112210] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19822255-d2a3-40b2-915d-04e261ba207e in Status: IN_PROGRESS for 2s [ 1179.379021] env[70213]: INFO networking_nsxv3.common.synchronization [req-893d62a4-c829-48e7-9d4f-400af3f8f14b req-b255e010-a2e5-45d2-9b3a-272c771637df service nova] Enqueued Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_rules [ 1179.379021] env[70213]: INFO networking_nsxv3.common.synchronization [req-893d62a4-c829-48e7-9d4f-400af3f8f14b req-b255e010-a2e5-45d2-9b3a-272c771637df service nova] Enqueued Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1179.379021] env[70213]: INFO networking_nsxv3.common.synchronization [req-893d62a4-c829-48e7-9d4f-400af3f8f14b req-b255e010-a2e5-45d2-9b3a-272c771637df service nova] Enqueued Resource ID: 3594770a-24c6-47a3-a0c3-3fae7cffd490 with Priority: HIGHEST for action port [ 1179.379021] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_rules [ 1179.379021] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1179.379021] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3594770a-24c6-47a3-a0c3-3fae7cffd490 with Priority: HIGHEST for action port [ 1179.379021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.379021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.379021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.380010] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.380212] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.381351] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.381598] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.381756] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.382045] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.382903] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.383379] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.384019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.384019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.384019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.384019] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.385194] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-3594770a-24c6-47a3-a0c3-3fae7cffd490 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.385828] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3594770a-24c6-47a3-a0c3-3fae7cffd490" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.385828] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3594770a-24c6-47a3-a0c3-3fae7cffd490" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.385828] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3594770a-24c6-47a3-a0c3-3fae7cffd490" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.385828] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3594770a-24c6-47a3-a0c3-3fae7cffd490',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.398917] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96e57008-619c-4084-9abb-204bbc095329 in Status: SUCCESS [ 1179.400047] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.888444] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.889568] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.889705] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.890093] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3594770a-24c6-47a3-a0c3-3fae7cffd490 with status ACTIVE [ 1179.890301] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.890418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.890495] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.890694] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.891211] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.891211] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.891211] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.891211] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.891371] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.891483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.891686] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.891783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.892225] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.892225] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.892225] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.892403] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3594770a-24c6-47a3-a0c3-3fae7cffd490 is going to be updated. [ 1179.911288] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.911455] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.911528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.911732] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.911873] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.912062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3594770a-24c6-47a3-a0c3-3fae7cffd490" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.391087] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.427492] env[70213]: INFO networking_nsxv3.common.synchronization [req-a4486257-f5e8-4294-8db4-ae2cb81aa484 req-2c21cbd2-f041-4f20-ad00-913ffb2768c7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Enqueued Resource ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 with Priority: HIGHEST for action security_group_members [ 1180.427656] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 with Priority: HIGHEST for action security_group_members [ 1180.429131] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-973880d1-ad42-42c7-8ec7-7d4712c60e59 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.429131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.429131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.429131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.429131] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.429131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.429131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.429131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.429131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.429131] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('973880d1-ad42-42c7-8ec7-7d4712c60e59',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.893626] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.894066] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.894272] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.894606] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.894845] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.895109] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e is going to be created. [ 1180.920309] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.920309] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.920309] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.920309] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.920309] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.928985] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: UNINITIALIZED for 2s [ 1180.933832] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.933832] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.933832] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.933832] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.953581] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.953903] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.954112] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.954203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.954461] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.954580] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.954699] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 is going to be updated. [ 1180.991821] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.993114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.993114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.993114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.993114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.003414] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 in Status: IN_PROGRESS for 2s [ 1181.125923] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19822255-d2a3-40b2-915d-04e261ba207e in Status: SUCCESS [ 1181.126263] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.432048] env[70213]: INFO networking_nsxv3.common.synchronization [req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c req-9addb6b9-c613-4191-b36e-9cd5fb83cf75 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Enqueued Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGHEST for action security_group_members [ 1182.432048] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGHEST for action security_group_members [ 1182.432048] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.432048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.432048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.432048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.432048] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.432048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.432048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.432048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.432048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.432048] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.933476] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.933627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.933719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.933910] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.934015] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.934276] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.934415] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.934415] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.938019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.938019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.938019] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c is going to be updated. [ 1182.948982] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: SUCCESS [ 1182.949199] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.949321] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.949535] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.949724] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.949891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.949891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.950045] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.950122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.950206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.950294] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.967160] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.967363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.967438] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.967671] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.967858] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.976320] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c in Status: IN_PROGRESS for 2s [ 1183.013289] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 in Status: SUCCESS [ 1183.013476] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 deletion is rescheduled due to dependency. [ 1183.013604] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.452799] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.453234] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.453234] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.453234] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.453834] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.453964] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.454560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.454560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.454560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.454560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.455307] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.455307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.455307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.455307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.455602] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.455602] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.455726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.455886] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.455886] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.456061] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.457103] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.962536] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d33cea9-7e8b-4796-a46e-d499d954bc4e: rpc.has_security_group_logging(os_id): False [ 1183.981039] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.981039] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.981323] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.981371] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.981854] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.981854] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.981854] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.982095] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.982178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.982293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.982524] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.982645] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.982730] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.982917] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.983057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.983281] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.983415] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.983497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.983661] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.983735] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.983825] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e is going to be created. [ 1184.043567] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.043567] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.043567] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.043567] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.043776] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.052971] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: IN_PROGRESS for 2s [ 1184.490797] env[70213]: INFO networking_nsxv3.common.synchronization [req-606f5f8d-3297-48a8-ba34-5a421b891af8 req-b17b7a70-ba05-4991-974e-29901dbdd57c tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Enqueued Resource ID: 96e57008-619c-4084-9abb-204bbc095329 with Priority: HIGHEST for action security_group_members [ 1184.491683] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e57008-619c-4084-9abb-204bbc095329 with Priority: HIGHEST for action security_group_members [ 1184.492504] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e57008-619c-4084-9abb-204bbc095329 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.493883] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.494090] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.494317] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.494447] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.494559] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.494623] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.494771] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.494853] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.494950] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e57008-619c-4084-9abb-204bbc095329',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.986287] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c in Status: SUCCESS [ 1184.986607] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c deletion is rescheduled due to dependency. [ 1184.986710] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.000329] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.000533] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.000592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.000834] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.000929] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.001156] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.001294] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.001362] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.001518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.001597] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.001689] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e57008-619c-4084-9abb-204bbc095329 is going to be updated. [ 1185.036166] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.036377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.036377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.036548] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.036691] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.044577] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e57008-619c-4084-9abb-204bbc095329 in Status: IN_PROGRESS for 2s [ 1186.064432] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: SUCCESS [ 1186.064777] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.610680] env[70213]: INFO networking_nsxv3.common.synchronization [None req-dbca2774-3f8d-400a-a762-54b963d59be5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Enqueued Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 1186.612734] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 with Priority: HIGHEST for action security_group_members [ 1186.613104] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.613233] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.613301] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.613517] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.613682] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.613782] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.613845] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.613993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.614122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.614217] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.055685] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e57008-619c-4084-9abb-204bbc095329 in Status: SUCCESS [ 1187.055879] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e57008-619c-4084-9abb-204bbc095329 deletion is rescheduled due to dependency. [ 1187.055997] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.117559] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.117974] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.118856] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.119220] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.119444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.119750] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.120076] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.120076] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.120316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.120754] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.120754] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02 is going to be deleted. [ 1187.149561] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.149797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.149896] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.150140] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.150238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.150467] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b9351d-ecc3-4eb4-aed9-fcf7243a6b02" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.613391] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1191.613687] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1191.966022] env[70213]: INFO networking_nsxv3.common.synchronization [None req-d8e00bc0-6b12-4d94-8ab1-74c34e29c9a1 None None] Enqueued Resource ID: f6822bf9-764c-448c-9d57-5142f78afaf9 with Priority: HIGHEST for action port [ 1191.966022] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6822bf9-764c-448c-9d57-5142f78afaf9 with Priority: HIGHEST for action port [ 1191.966022] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6822bf9-764c-448c-9d57-5142f78afaf9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.966022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6822bf9-764c-448c-9d57-5142f78afaf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.966022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6822bf9-764c-448c-9d57-5142f78afaf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.966022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6822bf9-764c-448c-9d57-5142f78afaf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.966022] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6822bf9-764c-448c-9d57-5142f78afaf9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.041119] env[70213]: INFO networking_nsxv3.common.synchronization [req-076ecbe3-d4cd-45f9-9c91-ea11f169c490 req-3bb1ab0c-97b1-4954-804d-e44192cf4a49 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1192.041119] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1192.041119] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.041119] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.041119] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.043130] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.043930] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.045261] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.045514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.046063] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.046257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.046457] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.469591] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6822bf9-764c-448c-9d57-5142f78afaf9 [ 1192.469591] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.469591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.469591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.469591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.469591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.469591] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6822bf9-764c-448c-9d57-5142f78afaf9 already deleted. [ 1192.469591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6822bf9-764c-448c-9d57-5142f78afaf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.556125] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.556125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.556125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.556125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.556125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.556125] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.556125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.556125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.556125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.556125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.556125] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be updated. [ 1192.586241] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.586241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.586241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.586241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.586241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.592998] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1193.233922] env[70213]: INFO networking_nsxv3.common.synchronization [req-e45622ea-f0ad-4833-9f3a-a1125f232cab req-8139a201-88e0-4f4e-862c-edadeab4c45f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Enqueued Resource ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 with Priority: HIGHEST for action security_group_members [ 1193.234573] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 with Priority: HIGHEST for action security_group_members [ 1193.234932] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b05de2d0-cefc-430e-a6e9-5b50e803f216 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.235104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.235190] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.235426] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.235587] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.235712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.235755] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.235966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.236069] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.236230] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b05de2d0-cefc-430e-a6e9-5b50e803f216',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.740539] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.740688] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.740761] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.740981] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.763747] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.764047] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.764136] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.764267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.764479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.764565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.764682] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 is going to be updated. [ 1193.788367] env[70213]: INFO networking_nsxv3.common.synchronization [None req-cc95d5ed-ee56-432f-9f08-b41d5debdf8a None None] Enqueued Resource ID: 41d5c02b-7ae7-4f9d-bb1c-466a4349da2a with Priority: HIGHEST for action port [ 1193.788571] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d5c02b-7ae7-4f9d-bb1c-466a4349da2a with Priority: HIGHEST for action port [ 1193.789236] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-41d5c02b-7ae7-4f9d-bb1c-466a4349da2a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.789329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41d5c02b-7ae7-4f9d-bb1c-466a4349da2a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.789329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41d5c02b-7ae7-4f9d-bb1c-466a4349da2a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.789565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41d5c02b-7ae7-4f9d-bb1c-466a4349da2a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.789648] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41d5c02b-7ae7-4f9d-bb1c-466a4349da2a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.791240] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.791312] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.791496] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.791559] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.791659] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.800561] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 in Status: IN_PROGRESS for 2s [ 1194.294361] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41d5c02b-7ae7-4f9d-bb1c-466a4349da2a [ 1194.294361] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.294361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.295926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.296167] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.296264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.296381] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41d5c02b-7ae7-4f9d-bb1c-466a4349da2a already deleted. [ 1194.296468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41d5c02b-7ae7-4f9d-bb1c-466a4349da2a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.605203] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1194.605203] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 deletion is rescheduled due to dependency. [ 1194.605203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.812665] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 in Status: SUCCESS [ 1195.813084] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 deletion is rescheduled due to dependency. [ 1195.813147] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.789452] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1198.789729] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1201.480490] env[70213]: INFO networking_nsxv3.common.synchronization [req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 req-1b5dac18-4621-46b4-8167-7609f214e1f3 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Enqueued Resource ID: be34aefa-9e56-4bc8-9b17-255518862c6a with Priority: HIGHEST for action security_group_members [ 1201.481034] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be34aefa-9e56-4bc8-9b17-255518862c6a with Priority: HIGHEST for action security_group_members [ 1201.481331] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-be34aefa-9e56-4bc8-9b17-255518862c6a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.481454] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.481508] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.481792] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.481982] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.482102] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.482188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.482450] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.482537] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.482631] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be34aefa-9e56-4bc8-9b17-255518862c6a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.767527] env[70213]: INFO networking_nsxv3.common.synchronization [req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 req-91c22354-e907-40d8-aeea-79c37647aeb7 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Enqueued Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1201.768753] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1201.768753] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.769112] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.769316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.769429] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.769588] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.769690] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.769777] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.769891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.769977] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.770084] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.834754] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.834970] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-555" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.835205] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-555" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.835634] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-555" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.836030] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.836312] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.836451] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.836741] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.836840] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.837049] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1201.837170] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1201.837285] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1201.837397] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1201.837510] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1201.837618] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1201.837753] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1201.857467] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1201.857628] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1201.857761] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1201.857922] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-555" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.858233] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.858405] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.858530] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.858827] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.858971] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e5f181d-1852-43c3-a8e6-aa9cb076b4fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.985133] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.985434] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.985434] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.985610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.985610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.985832] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.985948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.985948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.986118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.986190] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.986260] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be34aefa-9e56-4bc8-9b17-255518862c6a already deleted. [ 1201.986330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.272122] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.272322] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.272322] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.272502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.272607] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.272860] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.272981] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.273092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.273260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.273341] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.273458] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e is going to be updated. [ 1202.301013] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.301201] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.301201] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.301390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.301521] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.309854] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: IN_PROGRESS for 2s [ 1202.362876] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.362876] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.362876] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.362876] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.362876] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.362876] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd not found, creating... [ 1202.362876] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.363350] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.363350] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.363735] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.363735] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.363897] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.364093] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.364192] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.364441] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.364586] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.364732] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd is going to be created. [ 1202.390108] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.390324] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.390453] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.390717] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.390971] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.391207] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.053322] env[70213]: INFO networking_nsxv3.common.synchronization [req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 req-3ab04920-f093-4c48-847a-6942cc38238f service nova] Enqueued Resource ID: be34aefa-9e56-4bc8-9b17-255518862c6a with Priority: HIGHEST for action security_group_rules [ 1203.053322] env[70213]: INFO networking_nsxv3.common.synchronization [req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 req-3ab04920-f093-4c48-847a-6942cc38238f service nova] Enqueued Resource ID: be34aefa-9e56-4bc8-9b17-255518862c6a with Priority: HIGHEST for action security_group_members [ 1203.053322] env[70213]: INFO networking_nsxv3.common.synchronization [req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 req-3ab04920-f093-4c48-847a-6942cc38238f service nova] Enqueued Resource ID: 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd with Priority: HIGHEST for action port [ 1203.053322] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be34aefa-9e56-4bc8-9b17-255518862c6a with Priority: HIGHEST for action security_group_rules [ 1203.053322] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be34aefa-9e56-4bc8-9b17-255518862c6a with Priority: HIGHEST for action security_group_members [ 1203.053322] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd with Priority: HIGHEST for action port [ 1203.054847] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be34aefa-9e56-4bc8-9b17-255518862c6a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.054847] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.054847] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.054847] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.054847] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be34aefa-9e56-4bc8-9b17-255518862c6a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.055823] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-be34aefa-9e56-4bc8-9b17-255518862c6a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.055823] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.056819] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.056819] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.056819] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.056819] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.056819] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.056819] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.056819] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.056819] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be34aefa-9e56-4bc8-9b17-255518862c6a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.058094] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.058241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.058336] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.058584] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.058697] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e5f181d-1852-43c3-a8e6-aa9cb076b4fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.561242] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-be34aefa-9e56-4bc8-9b17-255518862c6a taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.561380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.561580] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be34aefa-9e56-4bc8-9b17-255518862c6a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.562860] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd with status ACTIVE [ 1203.563060] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.563285] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.563285] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.563445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.563535] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.563710] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.563807] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.563875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.564833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.564833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.564833] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.564833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.564833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.564833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.565199] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.565199] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd is going to be updated. [ 1203.585885] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.586062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.586111] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.586262] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.586390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.586543] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.987138] env[70213]: INFO networking_nsxv3.common.synchronization [req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 req-c77df6e0-ed2d-4b10-b88b-1c1db43db22f tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1203.988202] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1203.988202] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.988202] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.988202] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.988427] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.988464] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.988571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.988617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.988742] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.988822] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.988912] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.063907] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be34aefa-9e56-4bc8-9b17-255518862c6a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.318854] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: SUCCESS [ 1204.318981] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e deletion is rescheduled due to dependency. [ 1204.319492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.343201] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.343201] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.343201] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.343201] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.343201] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.343201] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.343201] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.343201] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.343201] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.343201] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1204.343201] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1204.343201] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1204.343201] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1204.343983] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1204.343983] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1204.343983] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1204.360870] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1204.361043] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1204.361186] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1204.361355] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.361640] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-ed51e8f7-0629-4786-b701-c2fdd0ed0f08 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.361807] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-ed51e8f7-0629-4786-b701-c2fdd0ed0f08" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.362080] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-ed51e8f7-0629-4786-b701-c2fdd0ed0f08" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.362239] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-ed51e8f7-0629-4786-b701-c2fdd0ed0f08" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.362386] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed51e8f7-0629-4786-b701-c2fdd0ed0f08',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.490916] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.491176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.491176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.491335] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.491429] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.491622] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.491727] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.491812] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.491911] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.491977] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.492079] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be updated. [ 1204.517239] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.517411] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.517411] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.517590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.517797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.534486] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1204.566163] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.566322] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.566404] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.566626] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.566721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.566818] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be34aefa-9e56-4bc8-9b17-255518862c6a is going to be created. [ 1204.599550] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.599688] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.599759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.599953] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.600125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.610545] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be34aefa-9e56-4bc8-9b17-255518862c6a in Status: UNINITIALIZED for 2s [ 1204.864955] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.865215] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.865448] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.865629] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.865785] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.865946] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port ed51e8f7-0629-4786-b701-c2fdd0ed0f08 not found, creating... [ 1204.866222] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.866381] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.866501] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.866721] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.866858] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.867177] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.867347] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.867493] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.867741] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.867911] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.868099] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: ed51e8f7-0629-4786-b701-c2fdd0ed0f08 is going to be created. [ 1204.886495] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.886697] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.886857] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.887537] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.887806] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.888069] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-ed51e8f7-0629-4786-b701-c2fdd0ed0f08" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.640545] env[70213]: INFO networking_nsxv3.common.synchronization [req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 req-56a16c23-44fb-49a3-bcf6-fa810971140a service nova] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_rules [ 1205.640799] env[70213]: INFO networking_nsxv3.common.synchronization [req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 req-56a16c23-44fb-49a3-bcf6-fa810971140a service nova] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1205.640944] env[70213]: INFO networking_nsxv3.common.synchronization [req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 req-56a16c23-44fb-49a3-bcf6-fa810971140a service nova] Enqueued Resource ID: ed51e8f7-0629-4786-b701-c2fdd0ed0f08 with Priority: HIGHEST for action port [ 1205.641134] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_rules [ 1205.641263] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1205.641359] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed51e8f7-0629-4786-b701-c2fdd0ed0f08 with Priority: HIGHEST for action port [ 1205.641898] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.642262] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.642386] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.642594] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.642678] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.644229] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.644368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.644569] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed51e8f7-0629-4786-b701-c2fdd0ed0f08 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.644671] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed51e8f7-0629-4786-b701-c2fdd0ed0f08" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.644733] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed51e8f7-0629-4786-b701-c2fdd0ed0f08" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.644894] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed51e8f7-0629-4786-b701-c2fdd0ed0f08" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.644968] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed51e8f7-0629-4786-b701-c2fdd0ed0f08',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.145410] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.145583] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.147127] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed51e8f7-0629-4786-b701-c2fdd0ed0f08 with status ACTIVE [ 1206.147227] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.147317] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.147396] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.147636] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.147750] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.147964] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.148082] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.148146] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.148338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.148446] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.148669] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.148794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.148849] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.149037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.149137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.149231] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed51e8f7-0629-4786-b701-c2fdd0ed0f08 is going to be updated. [ 1206.168982] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.169129] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.169234] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.169374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.169502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.169653] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed51e8f7-0629-4786-b701-c2fdd0ed0f08" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.381495] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-522 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.381734] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-522" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.381863] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-522" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.382137] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-522" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.382421] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.382585] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.382706] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.382919] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.383195] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.383440] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1206.383628] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.383762] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.383875] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.383993] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1206.384115] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.384251] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.400259] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.400405] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1206.400544] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.400702] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-522" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.401032] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.401215] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.401341] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.401562] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.401698] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.543005] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1206.543207] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 deletion is rescheduled due to dependency. [ 1206.543323] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.543506] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.543720] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.543902] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.544045] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.544117] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.544268] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.544367] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.544476] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.618568] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be34aefa-9e56-4bc8-9b17-255518862c6a in Status: SUCCESS [ 1206.618568] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.619262] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.619361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.619506] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.619625] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.619691] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.619836] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.619914] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.619999] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.620102] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be34aefa-9e56-4bc8-9b17-255518862c6a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.904104] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.904445] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.904547] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.904825] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.904989] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.905361] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.905576] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.905720] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.905973] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.906161] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.906489] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.906687] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.906834] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.907097] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.907301] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.907434] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 is going to be updated. [ 1206.926590] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.926847] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.927016] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.927307] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.927535] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.927807] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.047204] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.122048] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-be34aefa-9e56-4bc8-9b17-255518862c6a taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.122206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.122206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.122623] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.122623] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.122822] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.122822] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.122954] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.123118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.123222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.123406] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-be34aefa-9e56-4bc8-9b17-255518862c6a taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.123527] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.123604] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.123793] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.123934] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.124053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.124120] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.124258] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.124411] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.124492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.124585] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be34aefa-9e56-4bc8-9b17-255518862c6a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.549060] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.628497] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be34aefa-9e56-4bc8-9b17-255518862c6a: rpc.has_security_group_logging(os_id): False [ 1207.637492] env[70213]: INFO networking_nsxv3.common.synchronization [req-8dd18175-f69e-4dc4-9451-3ee9121a8194 req-fc60105d-ac72-4bd9-bbee-c2d00d039d44 service nova] Enqueued Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGHEST for action security_group_rules [ 1207.637587] env[70213]: INFO networking_nsxv3.common.synchronization [req-8dd18175-f69e-4dc4-9451-3ee9121a8194 req-fc60105d-ac72-4bd9-bbee-c2d00d039d44 service nova] Enqueued Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGHEST for action security_group_members [ 1207.637728] env[70213]: INFO networking_nsxv3.common.synchronization [req-8dd18175-f69e-4dc4-9451-3ee9121a8194 req-fc60105d-ac72-4bd9-bbee-c2d00d039d44 service nova] Enqueued Resource ID: e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 with Priority: HIGHEST for action port [ 1207.637964] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGHEST for action security_group_rules [ 1207.638110] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGHEST for action security_group_members [ 1207.638199] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 with Priority: HIGHEST for action port [ 1207.638745] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.638891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.638925] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.639307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.639425] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.640696] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.640854] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.640947] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.641153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.642019] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.642019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.642019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.642019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.642019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.642019] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.642647] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.643141] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.643255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.647422] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.647541] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.651306] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.651563] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.651662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.651851] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.651974] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.652301] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.652301] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.652440] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.653444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.653444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.653444] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.653444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.653444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.653444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.653706] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.654019] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.654172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.654273] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.655852] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.658058] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.658058] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be34aefa-9e56-4bc8-9b17-255518862c6a is going to be created. [ 1207.712238] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.712382] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.712431] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.712625] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.712801] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.721941] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be34aefa-9e56-4bc8-9b17-255518862c6a in Status: IN_PROGRESS for 2s [ 1208.051549] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.051861] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.051861] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.052033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.052127] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.052229] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be updated. [ 1208.081027] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.081201] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.081296] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.081634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.081807] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.089750] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1208.141700] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.141912] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.151339] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 with status ACTIVE [ 1208.151557] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.151742] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.151802] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.151968] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.152078] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.152285] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.152418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.152571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.152632] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.152670] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.152844] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.152940] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.152992] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.153154] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.153228] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.153313] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 is going to be updated. [ 1208.154503] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.176605] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.176822] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.176906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.177129] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.177341] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.177450] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.656854] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.159941] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.160230] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.160230] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.160517] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.160654] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.160736] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875e27d3-8039-4fab-9a39-281e0c951213 is going to be updated. [ 1209.188111] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.188335] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.188335] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.188597] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.188693] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.196775] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875e27d3-8039-4fab-9a39-281e0c951213 in Status: IN_PROGRESS for 2s [ 1209.735635] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be34aefa-9e56-4bc8-9b17-255518862c6a in Status: SUCCESS [ 1209.735852] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.099033] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1210.099278] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.099442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.099658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.099852] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.099969] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.100045] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.100196] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.100276] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.100360] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.100453] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.602993] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.603299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.603299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.603382] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.603488] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.603638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.603638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.603777] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.603861] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.603953] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.604105] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.604198] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.604252] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.604416] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.604639] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.604750] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.604806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.604952] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.605040] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.605126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.605218] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.107725] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e82eb48-1239-4ce1-8f34-d965cc33e880: rpc.has_security_group_logging(os_id): False [ 1211.123828] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.123999] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.124067] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.124241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.124354] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.124595] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.124701] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.124767] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.124923] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.124998] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.125226] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.125330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.125397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.125553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.125633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.125835] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.125963] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.126019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.126362] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.126362] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.126362] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be updated. [ 1211.183969] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.184131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.184201] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.184434] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.184571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.199431] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1211.205009] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875e27d3-8039-4fab-9a39-281e0c951213 in Status: SUCCESS [ 1211.205211] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.205370] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.205558] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.205739] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.205849] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.205913] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.206080] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.206157] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.206242] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.206331] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.709293] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.709293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.709293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.709293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.709909] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.709909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.709909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.709909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.710128] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.710128] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.710235] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.710327] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.710388] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.710544] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.710707] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.710811] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.710877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.711035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.711113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.711197] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.711286] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.214254] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 875e27d3-8039-4fab-9a39-281e0c951213: rpc.has_security_group_logging(os_id): False [ 1212.232402] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.232601] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.232670] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.232970] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.233054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.233268] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.233396] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.233469] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.233656] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.233752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.233950] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.234099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.234167] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.234311] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.234424] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.234707] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.234823] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.234925] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.235645] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.235645] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.235645] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 875e27d3-8039-4fab-9a39-281e0c951213 is going to be updated. [ 1212.304529] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.304724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.304779] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.304956] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.305119] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.318370] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 875e27d3-8039-4fab-9a39-281e0c951213 in Status: IN_PROGRESS for 2s [ 1212.504498] env[70213]: INFO networking_nsxv3.common.synchronization [req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec req-c95c17c7-f2e7-4d21-8c5f-5a7d580d7768 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Enqueued Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1212.505201] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1212.505434] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.505564] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.505658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.505900] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.506223] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.506373] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.506447] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.506616] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.506699] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.506796] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.827823] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.828155] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-476" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.828207] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-476" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.828468] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-476" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.828775] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.828948] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.829098] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.829353] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.829537] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.829767] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1212.829886] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.829998] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.830125] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.830240] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1212.830347] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.830484] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.848896] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.849112] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1212.849261] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.849440] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-476" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.849941] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-5eb0e77e-00c7-46a3-ad00-ed68240a4be8 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.850272] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-5eb0e77e-00c7-46a3-ad00-ed68240a4be8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.850483] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-5eb0e77e-00c7-46a3-ad00-ed68240a4be8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.850947] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-5eb0e77e-00c7-46a3-ad00-ed68240a4be8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.851196] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eb0e77e-00c7-46a3-ad00-ed68240a4be8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.010239] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.010239] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.010239] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.010239] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.010239] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.010239] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.010239] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.010239] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.010651] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.010651] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.010651] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e is going to be updated. [ 1213.035214] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.035371] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.035447] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.035613] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.035749] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.043421] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: IN_PROGRESS for 2s [ 1213.225094] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1213.225321] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.353904] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.354209] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.354378] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.354774] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.355106] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.355364] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 5eb0e77e-00c7-46a3-ad00-ed68240a4be8 not found, creating... [ 1213.355815] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.356083] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.356245] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.356543] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.356697] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.357043] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.357275] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.357400] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.357621] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.357762] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.357907] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 5eb0e77e-00c7-46a3-ad00-ed68240a4be8 is going to be created. [ 1213.375811] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.376022] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.376167] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.376935] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.376935] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.376935] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-5eb0e77e-00c7-46a3-ad00-ed68240a4be8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.094138] env[70213]: INFO networking_nsxv3.common.synchronization [req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec req-dfabc3dd-4440-461c-a75f-11aefcf9df69 service nova] Enqueued Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_rules [ 1214.094498] env[70213]: INFO networking_nsxv3.common.synchronization [req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec req-dfabc3dd-4440-461c-a75f-11aefcf9df69 service nova] Enqueued Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1214.094498] env[70213]: INFO networking_nsxv3.common.synchronization [req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec req-dfabc3dd-4440-461c-a75f-11aefcf9df69 service nova] Enqueued Resource ID: 5eb0e77e-00c7-46a3-ad00-ed68240a4be8 with Priority: HIGHEST for action port [ 1214.094751] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_rules [ 1214.094885] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1214.094982] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eb0e77e-00c7-46a3-ad00-ed68240a4be8 with Priority: HIGHEST for action port [ 1214.095554] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.095813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.095813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.095947] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.096070] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.096902] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.097008] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.097222] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-5eb0e77e-00c7-46a3-ad00-ed68240a4be8 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.097324] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5eb0e77e-00c7-46a3-ad00-ed68240a4be8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.097421] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5eb0e77e-00c7-46a3-ad00-ed68240a4be8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.097540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5eb0e77e-00c7-46a3-ad00-ed68240a4be8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.097616] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eb0e77e-00c7-46a3-ad00-ed68240a4be8',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.333455] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 875e27d3-8039-4fab-9a39-281e0c951213 in Status: SUCCESS [ 1214.333708] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.599603] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.599772] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.599934] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5eb0e77e-00c7-46a3-ad00-ed68240a4be8 with status ACTIVE [ 1214.600124] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.600233] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.600349] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.600511] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.600599] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.600769] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.600879] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.600943] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.601133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.601207] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.601370] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.601462] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.601524] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.601660] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.601733] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.601821] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5eb0e77e-00c7-46a3-ad00-ed68240a4be8 is going to be updated. [ 1214.623469] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.623622] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.623696] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.623899] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.624050] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.624220] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5eb0e77e-00c7-46a3-ad00-ed68240a4be8" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.056026] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: SUCCESS [ 1215.056026] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e deletion is rescheduled due to dependency. [ 1215.056026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.056026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.056026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.056026] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.056026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.056026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.056026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.056026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.056026] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.559552] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.060952] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.563547] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.563878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.563878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.564055] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.564137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.564337] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e is going to be updated. [ 1216.590684] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.590899] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.590978] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.591272] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.591489] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.599569] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: IN_PROGRESS for 2s [ 1218.611070] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: SUCCESS [ 1218.611471] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.611471] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.611707] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.611992] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.612090] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.612090] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.612254] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.612331] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.612445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.612526] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.096641] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.096779] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1219.115671] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.115872] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.115948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.116188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.116365] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.116466] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.116532] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.116685] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.116777] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.116868] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.117024] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.117255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.117255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.117329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.117455] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.117546] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.117609] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.117947] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.117947] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.117947] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.118030] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.407040] env[70213]: INFO networking_nsxv3.common.synchronization [req-cf0e51e5-1680-4268-a699-560675af30e5 req-42d5bca2-ef79-457f-81d8-828443942039 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Enqueued Resource ID: be34aefa-9e56-4bc8-9b17-255518862c6a with Priority: HIGHEST for action security_group_members [ 1219.407240] env[70213]: INFO networking_nsxv3.common.synchronization [req-cf0e51e5-1680-4268-a699-560675af30e5 req-42d5bca2-ef79-457f-81d8-828443942039 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Enqueued Resource ID: e32e0361-b95f-4a6a-9b7f-9421dcf6d92f with Priority: HIGHEST for action security_group_members [ 1219.407745] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be34aefa-9e56-4bc8-9b17-255518862c6a with Priority: HIGHEST for action security_group_members [ 1219.407884] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e32e0361-b95f-4a6a-9b7f-9421dcf6d92f with Priority: HIGHEST for action security_group_members [ 1219.408324] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-be34aefa-9e56-4bc8-9b17-255518862c6a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.408472] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.408541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.409598] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.409779] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.409891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.409959] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.410147] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.410236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.410857] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be34aefa-9e56-4bc8-9b17-255518862c6a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.411189] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.411300] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.411368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.411584] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.411723] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.411817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.411878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.412027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.412105] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.412196] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e32e0361-b95f-4a6a-9b7f-9421dcf6d92f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.429253] env[70213]: INFO networking_nsxv3.common.synchronization [req-e00aadba-152d-402e-aa91-0cd05654e08d req-00677ec6-fba4-4c8a-be06-cd36769a1aa6 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1219.430322] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1219.430322] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.430322] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.430503] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.430585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.430829] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.430962] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.431021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.431180] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.431258] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.431343] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.467235] env[70213]: INFO networking_nsxv3.common.synchronization [req-cf0e51e5-1680-4268-a699-560675af30e5 req-42d5bca2-ef79-457f-81d8-828443942039 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Enqueued Resource ID: be34aefa-9e56-4bc8-9b17-255518862c6a with Priority: HIGHEST for action security_group_rules [ 1219.467235] env[70213]: INFO networking_nsxv3.common.synchronization [req-cf0e51e5-1680-4268-a699-560675af30e5 req-42d5bca2-ef79-457f-81d8-828443942039 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Enqueued Resource ID: be34aefa-9e56-4bc8-9b17-255518862c6a with Priority: HIGHEST for action security_group_members [ 1219.467235] env[70213]: INFO networking_nsxv3.common.synchronization [req-cf0e51e5-1680-4268-a699-560675af30e5 req-42d5bca2-ef79-457f-81d8-828443942039 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Enqueued Resource ID: e32e0361-b95f-4a6a-9b7f-9421dcf6d92f with Priority: HIGHEST for action security_group_rules [ 1219.467235] env[70213]: INFO networking_nsxv3.common.synchronization [req-cf0e51e5-1680-4268-a699-560675af30e5 req-42d5bca2-ef79-457f-81d8-828443942039 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Enqueued Resource ID: e32e0361-b95f-4a6a-9b7f-9421dcf6d92f with Priority: HIGHEST for action security_group_members [ 1219.467235] env[70213]: INFO networking_nsxv3.common.synchronization [req-cf0e51e5-1680-4268-a699-560675af30e5 req-42d5bca2-ef79-457f-81d8-828443942039 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Enqueued Resource ID: 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd with Priority: HIGHEST for action port [ 1219.467235] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be34aefa-9e56-4bc8-9b17-255518862c6a with Priority: HIGHEST for action security_group_rules [ 1219.467474] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e32e0361-b95f-4a6a-9b7f-9421dcf6d92f with Priority: HIGHEST for action security_group_rules [ 1219.467474] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd with Priority: HIGHEST for action port [ 1219.467612] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be34aefa-9e56-4bc8-9b17-255518862c6a with Priority: HIGHEST for action security_group_members [ 1219.467728] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e32e0361-b95f-4a6a-9b7f-9421dcf6d92f with Priority: HIGHEST for action security_group_members [ 1219.468071] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be34aefa-9e56-4bc8-9b17-255518862c6a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.468321] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.468321] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.469027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.469027] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be34aefa-9e56-4bc8-9b17-255518862c6a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.470216] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.470216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.470216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.470216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.470216] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e32e0361-b95f-4a6a-9b7f-9421dcf6d92f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.471361] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.471361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.471361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.471929] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.471929] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e5f181d-1852-43c3-a8e6-aa9cb076b4fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.472544] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-be34aefa-9e56-4bc8-9b17-255518862c6a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.472544] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.472669] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.472669] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.620157] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d33cea9-7e8b-4796-a46e-d499d954bc4e: rpc.has_security_group_logging(os_id): False [ 1219.643660] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.643812] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.643874] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.644095] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.644190] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.644401] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.644506] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.644640] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.644794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.644874] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.645068] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.645170] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.645222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.645362] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.645436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.645624] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.645715] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.645777] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.645926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.646017] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.646109] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e is going to be updated. [ 1219.721726] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.721726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.721726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.721726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.721726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.734954] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: IN_PROGRESS for 2s [ 1219.751023] env[70213]: INFO networking_nsxv3.common.synchronization [req-282b0b09-b389-48b8-bb22-5001ccc3f0b7 req-0bddee4d-176e-4c1a-a6b6-8d261296fa28 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Enqueued Resource ID: be34aefa-9e56-4bc8-9b17-255518862c6a with Priority: HIGHEST for action security_group_members [ 1219.752877] env[70213]: INFO networking_nsxv3.common.synchronization [req-282b0b09-b389-48b8-bb22-5001ccc3f0b7 req-0bddee4d-176e-4c1a-a6b6-8d261296fa28 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Enqueued Resource ID: e32e0361-b95f-4a6a-9b7f-9421dcf6d92f with Priority: HIGHEST for action security_group_members [ 1219.753418] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be34aefa-9e56-4bc8-9b17-255518862c6a with Priority: HIGHEST for action security_group_members [ 1219.753522] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e32e0361-b95f-4a6a-9b7f-9421dcf6d92f with Priority: HIGHEST for action security_group_members [ 1219.753795] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-be34aefa-9e56-4bc8-9b17-255518862c6a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.753918] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.754129] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.754216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.792588] env[70213]: INFO networking_nsxv3.common.synchronization [req-282b0b09-b389-48b8-bb22-5001ccc3f0b7 req-0bddee4d-176e-4c1a-a6b6-8d261296fa28 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Enqueued Resource ID: be34aefa-9e56-4bc8-9b17-255518862c6a with Priority: HIGHEST for action security_group_rules [ 1219.792762] env[70213]: INFO networking_nsxv3.common.synchronization [req-282b0b09-b389-48b8-bb22-5001ccc3f0b7 req-0bddee4d-176e-4c1a-a6b6-8d261296fa28 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Enqueued Resource ID: be34aefa-9e56-4bc8-9b17-255518862c6a with Priority: HIGHEST for action security_group_members [ 1219.792911] env[70213]: INFO networking_nsxv3.common.synchronization [req-282b0b09-b389-48b8-bb22-5001ccc3f0b7 req-0bddee4d-176e-4c1a-a6b6-8d261296fa28 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Enqueued Resource ID: 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd with Priority: HIGHEST for action port [ 1219.793445] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be34aefa-9e56-4bc8-9b17-255518862c6a with Priority: HIGHEST for action security_group_rules [ 1219.793580] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be34aefa-9e56-4bc8-9b17-255518862c6a with Priority: HIGHEST for action security_group_members [ 1219.793680] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd with Priority: HIGHEST for action port [ 1219.793956] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be34aefa-9e56-4bc8-9b17-255518862c6a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.794068] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.794282] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-be34aefa-9e56-4bc8-9b17-255518862c6a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.794345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.794573] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.794670] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.915088] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e32e0361-b95f-4a6a-9b7f-9421dcf6d92f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.916194] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be34aefa-9e56-4bc8-9b17-255518862c6a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.932908] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.933168] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.933243] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.933538] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.933538] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.933720] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.933816] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.933876] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.934031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.934103] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.934191] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be updated. [ 1219.958502] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.958676] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.958892] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.958892] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.959037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.966806] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1219.973578] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-be34aefa-9e56-4bc8-9b17-255518862c6a taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.973713] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.973883] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.973958] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.974127] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd with status ACTIVE [ 1219.974280] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.974374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.974438] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.974685] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.974772] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.974940] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.975045] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.975100] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.975245] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.975320] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.975494] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.975604] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.975692] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.975836] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.975909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.975992] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd is going to be updated. [ 1219.995819] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.995970] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.996037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.996222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.996354] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.996509] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.996647] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.996795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.996922] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e5f181d-1852-43c3-a8e6-aa9cb076b4fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.418049] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e32e0361-b95f-4a6a-9b7f-9421dcf6d92f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.421057] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be34aefa-9e56-4bc8-9b17-255518862c6a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.498947] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd with status ACTIVE [ 1220.499216] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.499358] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.499429] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.499644] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.499734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.500176] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.500176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.500176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.500486] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.500486] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.500486] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.500593] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.500593] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.500826] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.500902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.500990] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd is going to be updated. [ 1220.527328] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.527525] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.527632] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.527844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.528011] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.528224] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.922180] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.922431] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.922463] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.922742] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.922834] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.922937] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e32e0361-b95f-4a6a-9b7f-9421dcf6d92f is going to be created. [ 1220.924104] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.924245] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.924315] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.924478] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.924669] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.924718] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be34aefa-9e56-4bc8-9b17-255518862c6a is going to be updated. [ 1220.948843] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.948843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.948843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.948843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.948843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.951890] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.951890] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.951890] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.951890] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.951890] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.958984] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be34aefa-9e56-4bc8-9b17-255518862c6a in Status: IN_PROGRESS for 2s [ 1220.958984] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e32e0361-b95f-4a6a-9b7f-9421dcf6d92f in Status: UNINITIALIZED for 2s [ 1221.750100] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: SUCCESS [ 1221.750333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.977535] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1221.977959] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 deletion is rescheduled due to dependency. [ 1221.977959] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.970931] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e32e0361-b95f-4a6a-9b7f-9421dcf6d92f in Status: SUCCESS [ 1222.970931] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.970931] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.971203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.971293] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.971361] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.971427] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.971585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.971667] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.971763] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e32e0361-b95f-4a6a-9b7f-9421dcf6d92f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.973139] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be34aefa-9e56-4bc8-9b17-255518862c6a in Status: SUCCESS [ 1222.973746] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.973746] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.973746] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.973746] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.973908] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.973908] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.974042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.974120] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.974210] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be34aefa-9e56-4bc8-9b17-255518862c6a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.477561] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.477826] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.477826] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.478039] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.478136] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.478340] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.478437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.478501] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.478674] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.478753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.478848] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e32e0361-b95f-4a6a-9b7f-9421dcf6d92f is going to be deleted. [ 1223.479939] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be34aefa-9e56-4bc8-9b17-255518862c6a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.505622] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.505788] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.505831] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.506049] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.506144] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.506246] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.506396] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.506557] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.506758] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.506812] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.506867] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.507049] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.507127] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.507222] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e32e0361-b95f-4a6a-9b7f-9421dcf6d92f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.983826] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be34aefa-9e56-4bc8-9b17-255518862c6a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.009412] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.009554] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.009615] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.009895] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.009895] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.010103] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.010194] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.010264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.010415] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.010491] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.010593] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e32e0361-b95f-4a6a-9b7f-9421dcf6d92f already deleted. [ 1224.010674] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.010820] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.010965] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.011127] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.011222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.011282] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.011419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.011494] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.011588] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e32e0361-b95f-4a6a-9b7f-9421dcf6d92f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.486721] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.487114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.487150] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.487476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.487636] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.487812] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be34aefa-9e56-4bc8-9b17-255518862c6a is going to be updated. [ 1224.515422] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.515422] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.515422] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.515422] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.515422] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.515422] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.515422] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.515422] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.515422] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.515843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.515843] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e32e0361-b95f-4a6a-9b7f-9421dcf6d92f already deleted. [ 1224.515843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.515843] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e32e0361-b95f-4a6a-9b7f-9421dcf6d92f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.517593] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.517593] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.517593] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.517806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.517896] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.526830] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be34aefa-9e56-4bc8-9b17-255518862c6a in Status: IN_PROGRESS for 2s [ 1224.795052] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.795052] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1225.023424] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e32e0361-b95f-4a6a-9b7f-9421dcf6d92f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.465353] env[70213]: INFO networking_nsxv3.common.synchronization [req-348974c7-fcf0-42bb-bd73-5e4370927b22 req-27c11777-c15a-47df-bc68-4b6ad565e44e tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Enqueued Resource ID: be34aefa-9e56-4bc8-9b17-255518862c6a with Priority: HIGHEST for action security_group_members [ 1225.465882] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be34aefa-9e56-4bc8-9b17-255518862c6a with Priority: HIGHEST for action security_group_members [ 1225.466198] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-be34aefa-9e56-4bc8-9b17-255518862c6a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.466303] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.526388] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e32e0361-b95f-4a6a-9b7f-9421dcf6d92f: rpc.has_security_group_logging(os_id): False [ 1225.544383] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.544529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.544653] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.544872] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.544964] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.545188] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.545289] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.545352] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.545514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.545596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.545690] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e32e0361-b95f-4a6a-9b7f-9421dcf6d92f is going to be created. [ 1225.561430] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e32e0361-b95f-4a6a-9b7f-9421dcf6d92f], does not exist path=[/infra/domains/default/groups/e32e0361-b95f-4a6a-9b7f-9421dcf6d92f]."\n}' [ 1225.561565] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e32e0361-b95f-4a6a-9b7f-9421dcf6d92f failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e32e0361-b95f-4a6a-9b7f-9421dcf6d92f [ 1225.561650] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1225.595045] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.595045] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.595045] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.595045] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.596565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.597097] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.597360] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.597521] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.599016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.599016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.599016] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.599016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.599016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.599016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.599016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.599016] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e32e0361-b95f-4a6a-9b7f-9421dcf6d92f is going to be created. [ 1225.620580] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e32e0361-b95f-4a6a-9b7f-9421dcf6d92f], does not exist path=[/infra/domains/default/groups/e32e0361-b95f-4a6a-9b7f-9421dcf6d92f]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e32e0361-b95f-4a6a-9b7f-9421dcf6d92f [ 1225.620580] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e32e0361-b95f-4a6a-9b7f-9421dcf6d92f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.620812] env[70213]: Traceback (most recent call last): [ 1225.620812] env[70213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1225.620812] env[70213]: return func(*args, **kwargs) [ 1225.620812] env[70213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1225.620812] env[70213]: res.raise_for_status() [ 1225.620812] env[70213]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1225.620812] env[70213]: raise HTTPError(http_error_msg, response=self) [ 1225.620812] env[70213]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e32e0361-b95f-4a6a-9b7f-9421dcf6d92f [ 1225.620812] env[70213]: During handling of the above exception, another exception occurred: [ 1225.620812] env[70213]: Traceback (most recent call last): [ 1225.620812] env[70213]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1225.620812] env[70213]: listener.cb(fileno) [ 1225.620812] env[70213]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1225.620812] env[70213]: result = function(*args, **kwargs) [ 1225.620812] env[70213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1225.620812] env[70213]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1225.620812] env[70213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1225.620812] env[70213]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1225.620812] env[70213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1225.620812] env[70213]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1225.620812] env[70213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1225.620812] env[70213]: res.raise_for_status() [ 1225.620812] env[70213]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1225.620812] env[70213]: raise HTTPError(http_error_msg, response=self) [ 1225.620812] env[70213]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e32e0361-b95f-4a6a-9b7f-9421dcf6d92f [ 1225.621498] env[70213]: Removing descriptor: 71 [ 1226.543053] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be34aefa-9e56-4bc8-9b17-255518862c6a in Status: SUCCESS [ 1226.543327] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.543474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.543688] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.543903] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.544080] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.544173] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.544338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.544423] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.544525] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be34aefa-9e56-4bc8-9b17-255518862c6a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.046959] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.047167] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.047211] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.047423] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.066786] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.067016] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.067132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.067200] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.067367] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.067448] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.067536] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be34aefa-9e56-4bc8-9b17-255518862c6a is going to be updated. [ 1227.093997] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.094144] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.094193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.094369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.094496] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.102112] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be34aefa-9e56-4bc8-9b17-255518862c6a in Status: IN_PROGRESS for 2s [ 1228.685770] env[70213]: INFO networking_nsxv3.common.synchronization [req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 req-dd142711-e562-4249-ac96-df59b67ef93f tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1228.685986] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1228.686218] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.686339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.686402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.686595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.686741] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.686840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.686904] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.687072] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.687159] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.687255] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.112194] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be34aefa-9e56-4bc8-9b17-255518862c6a in Status: SUCCESS [ 1229.112446] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be34aefa-9e56-4bc8-9b17-255518862c6a deletion is rescheduled due to dependency. [ 1229.112656] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.112822] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.113159] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.113375] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.113538] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.113621] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.113822] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.114026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.114089] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be34aefa-9e56-4bc8-9b17-255518862c6a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.121421] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.121610] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.121786] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.122069] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.122401] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.122601] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.122736] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.122962] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.123202] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.123422] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1229.123540] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1229.123652] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1229.123764] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1229.123875] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1229.123983] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1229.124130] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1229.142844] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1229.143027] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1229.143175] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1229.143362] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.143685] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-14c78eb0-48af-452e-8ba2-da4217255695 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.143858] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-14c78eb0-48af-452e-8ba2-da4217255695" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.143993] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-14c78eb0-48af-452e-8ba2-da4217255695" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.144417] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-14c78eb0-48af-452e-8ba2-da4217255695" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.144573] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14c78eb0-48af-452e-8ba2-da4217255695',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.189512] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.189677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.189733] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.189902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.207949] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.208190] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.208302] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.208357] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.208543] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.208626] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.208713] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be updated. [ 1229.231609] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.231724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.231782] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.231945] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.232089] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.239707] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1229.616481] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.616647] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.616719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.616964] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.617087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.617299] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.617402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.617464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.617622] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.617701] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.617794] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be34aefa-9e56-4bc8-9b17-255518862c6a is going to be updated. [ 1229.642326] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.642326] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.642326] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.642326] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.642326] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.646696] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.646883] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.647017] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.647278] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.647448] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.648081] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 14c78eb0-48af-452e-8ba2-da4217255695 not found, creating... [ 1229.648081] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.648081] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.648276] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.648350] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.648452] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.648729] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.648891] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.649024] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.649234] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.649371] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.649517] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 14c78eb0-48af-452e-8ba2-da4217255695 is going to be created. [ 1229.651039] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be34aefa-9e56-4bc8-9b17-255518862c6a in Status: IN_PROGRESS for 2s [ 1229.667772] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.667972] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.668116] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.668376] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.668605] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.668831] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-14c78eb0-48af-452e-8ba2-da4217255695" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.387336] env[70213]: INFO networking_nsxv3.common.synchronization [req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 req-f2e8fbae-1575-4410-bfe3-5099482974a3 service nova] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_rules [ 1230.387336] env[70213]: INFO networking_nsxv3.common.synchronization [req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 req-f2e8fbae-1575-4410-bfe3-5099482974a3 service nova] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1230.387336] env[70213]: INFO networking_nsxv3.common.synchronization [req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 req-f2e8fbae-1575-4410-bfe3-5099482974a3 service nova] Enqueued Resource ID: 14c78eb0-48af-452e-8ba2-da4217255695 with Priority: HIGHEST for action port [ 1230.387336] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_rules [ 1230.387336] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1230.387336] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14c78eb0-48af-452e-8ba2-da4217255695 with Priority: HIGHEST for action port [ 1230.388039] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.388518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.388783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.389592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.389592] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.391469] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.391638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.392052] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-14c78eb0-48af-452e-8ba2-da4217255695 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.392226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14c78eb0-48af-452e-8ba2-da4217255695" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.392338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14c78eb0-48af-452e-8ba2-da4217255695" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.392887] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14c78eb0-48af-452e-8ba2-da4217255695" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.392887] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14c78eb0-48af-452e-8ba2-da4217255695',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.891799] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.891939] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.894326] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14c78eb0-48af-452e-8ba2-da4217255695 with status ACTIVE [ 1230.894516] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.894740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.894834] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.895227] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.895227] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.895366] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.895468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.895514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.896094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.896094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.896094] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.896094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.896094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.896260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.896260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.896325] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14c78eb0-48af-452e-8ba2-da4217255695 is going to be updated. [ 1230.918213] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.918832] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.918832] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.918946] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.919102] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.919375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14c78eb0-48af-452e-8ba2-da4217255695" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.248405] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1231.248846] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 deletion is rescheduled due to dependency. [ 1231.248846] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.248940] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.249266] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.249410] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.249534] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.249599] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.249774] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.249865] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.249965] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.570707] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.571093] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-285" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.571093] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-285" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.571313] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-285" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.571617] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.571787] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.571911] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.572311] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.572471] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.572700] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1231.572815] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1231.572931] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1231.573450] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1231.574534] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1231.574534] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1231.574534] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1231.594569] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1231.594780] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1231.594933] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1231.595132] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-285" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.595455] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-2e261da8-d31d-49ef-8ff5-8dd4277420b4 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.595632] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-2e261da8-d31d-49ef-8ff5-8dd4277420b4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.595764] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-2e261da8-d31d-49ef-8ff5-8dd4277420b4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.596050] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-2e261da8-d31d-49ef-8ff5-8dd4277420b4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.596194] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e261da8-d31d-49ef-8ff5-8dd4277420b4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.659585] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be34aefa-9e56-4bc8-9b17-255518862c6a in Status: SUCCESS [ 1231.659585] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be34aefa-9e56-4bc8-9b17-255518862c6a deletion is rescheduled due to dependency. [ 1231.659710] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.659836] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.660458] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.660458] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.660458] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.660458] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.660661] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.660661] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.660721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.660800] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be34aefa-9e56-4bc8-9b17-255518862c6a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.662015] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.662197] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.662349] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.662506] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.662588] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.662744] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.662822] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.663149] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be34aefa-9e56-4bc8-9b17-255518862c6a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.752030] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.099201] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.099439] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.099716] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.099848] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.100010] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.100325] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.100488] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.100608] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.100837] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.100978] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.101304] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.101463] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.101582] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.101790] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.101929] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.102171] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 2e261da8-d31d-49ef-8ff5-8dd4277420b4 is going to be updated. [ 1232.122921] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.123171] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.123321] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.123565] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.123762] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.123983] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-2e261da8-d31d-49ef-8ff5-8dd4277420b4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.162845] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-be34aefa-9e56-4bc8-9b17-255518862c6a taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.163267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.164697] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.167577] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.167577] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.167577] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.167577] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.167577] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.167577] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.167577] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.167577] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.167577] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.167577] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be34aefa-9e56-4bc8-9b17-255518862c6a is going to be updated. [ 1232.206851] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.206851] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.206851] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.206851] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.206851] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.214282] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be34aefa-9e56-4bc8-9b17-255518862c6a in Status: IN_PROGRESS for 2s [ 1232.256861] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.758854] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.759116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.759116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.762299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.762299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.762299] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be updated. [ 1232.792812] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.792959] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.793059] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.794025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.794025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.796752] env[70213]: INFO networking_nsxv3.common.synchronization [req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 req-76e2be9c-e339-4cd3-a20d-3ef7747289fb service nova] Enqueued Resource ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 with Priority: HIGHEST for action security_group_rules [ 1232.796937] env[70213]: INFO networking_nsxv3.common.synchronization [req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 req-76e2be9c-e339-4cd3-a20d-3ef7747289fb service nova] Enqueued Resource ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 with Priority: HIGHEST for action security_group_members [ 1232.797114] env[70213]: INFO networking_nsxv3.common.synchronization [req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 req-76e2be9c-e339-4cd3-a20d-3ef7747289fb service nova] Enqueued Resource ID: 2e261da8-d31d-49ef-8ff5-8dd4277420b4 with Priority: HIGHEST for action port [ 1232.797600] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 with Priority: HIGHEST for action security_group_rules [ 1232.797705] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 with Priority: HIGHEST for action security_group_members [ 1232.797804] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e261da8-d31d-49ef-8ff5-8dd4277420b4 with Priority: HIGHEST for action port [ 1232.798141] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.798254] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.798321] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.798498] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.798595] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b21bdeb-68e4-409c-8f2f-6aedc2459f11',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.800304] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.800304] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.800304] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.800304] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.800304] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.800304] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.800304] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.800304] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.800304] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.800304] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b21bdeb-68e4-409c-8f2f-6aedc2459f11',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.802057] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e261da8-d31d-49ef-8ff5-8dd4277420b4 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.802057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e261da8-d31d-49ef-8ff5-8dd4277420b4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.802057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e261da8-d31d-49ef-8ff5-8dd4277420b4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.802057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e261da8-d31d-49ef-8ff5-8dd4277420b4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.802057] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e261da8-d31d-49ef-8ff5-8dd4277420b4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.802841] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1233.303690] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.303863] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.305204] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b21bdeb-68e4-409c-8f2f-6aedc2459f11',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.306173] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e261da8-d31d-49ef-8ff5-8dd4277420b4 with status ACTIVE [ 1233.306361] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.306582] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.306582] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.306742] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.306828] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.307010] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.307116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.307179] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.307325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.307396] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.307661] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.307752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.307854] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.308019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.312038] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.312286] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e261da8-d31d-49ef-8ff5-8dd4277420b4 is going to be updated. [ 1233.353700] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.353854] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.355710] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.355710] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.355710] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.355710] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e261da8-d31d-49ef-8ff5-8dd4277420b4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.814312] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b21bdeb-68e4-409c-8f2f-6aedc2459f11',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.227781] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be34aefa-9e56-4bc8-9b17-255518862c6a in Status: SUCCESS [ 1234.228077] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be34aefa-9e56-4bc8-9b17-255518862c6a deletion is rescheduled due to dependency. [ 1234.228181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.228291] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.228499] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.228694] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.228812] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.228875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.229111] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.229159] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.229217] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.229381] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-be34aefa-9e56-4bc8-9b17-255518862c6a taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.229458] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.229520] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.229656] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.229792] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.229885] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.229944] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.230449] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.230449] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.230594] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.230721] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be34aefa-9e56-4bc8-9b17-255518862c6a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.316852] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.317033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.317112] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.317324] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.317418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.317518] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 is going to be updated. [ 1234.350356] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.350564] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.350564] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.350773] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.350918] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.358956] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 in Status: IN_PROGRESS for 2s [ 1234.732713] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be34aefa-9e56-4bc8-9b17-255518862c6a: rpc.has_security_group_logging(os_id): False [ 1234.753592] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.753751] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.753863] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.754241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.754371] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.754606] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.755257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.755257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.755257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.755257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.755419] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.755419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.755485] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.755588] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.755678] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.755871] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.755958] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.755990] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.756142] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.756215] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.756299] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be34aefa-9e56-4bc8-9b17-255518862c6a is going to be updated. [ 1234.813101] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1234.813336] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.814042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.814042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.814042] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.814042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.814184] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.814261] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.814310] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.814418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.815163] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.831411] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.831764] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.831846] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.832146] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.832413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.846480] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be34aefa-9e56-4bc8-9b17-255518862c6a in Status: IN_PROGRESS for 2s [ 1235.317069] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.317069] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.317257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.317320] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.317531] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.317638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.317705] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.317894] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.318055] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.318167] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.318342] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.318460] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.318540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.318709] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.318877] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.318997] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.319091] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.319256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.319355] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.319480] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.319684] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.824638] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e82eb48-1239-4ce1-8f34-d965cc33e880: rpc.has_security_group_logging(os_id): False [ 1235.842897] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.843036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.843111] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.843311] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.843400] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.843590] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.843688] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.843751] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.843895] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.843973] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.844180] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.844270] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.844329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.844465] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.844537] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.844767] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.844882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.844882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.845036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.845111] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.845195] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be updated. [ 1235.902115] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.902389] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.902502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.902680] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.902772] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.918714] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1236.369163] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 in Status: SUCCESS [ 1236.369381] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.369542] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.369748] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.369977] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.370125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.370169] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.370317] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.370396] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.370482] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.370573] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b21bdeb-68e4-409c-8f2f-6aedc2459f11',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.859333] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be34aefa-9e56-4bc8-9b17-255518862c6a in Status: SUCCESS [ 1236.859563] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.859749] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.859977] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.860086] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be34aefa-9e56-4bc8-9b17-255518862c6a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.872207] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b21bdeb-68e4-409c-8f2f-6aedc2459f11',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.373765] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b21bdeb-68e4-409c-8f2f-6aedc2459f11: rpc.has_security_group_logging(os_id): False [ 1237.390624] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.390781] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.390855] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.391085] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.391176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.391288] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be34aefa-9e56-4bc8-9b17-255518862c6a is going to be deleted. [ 1237.405315] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.405315] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.405315] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.405315] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.426126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.426437] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.426569] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.426624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.426807] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.426888] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.426980] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 is going to be updated. [ 1237.442962] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.443332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.443332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.443466] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.443598] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.444205] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be34aefa-9e56-4bc8-9b17-255518862c6a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.492908] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.493196] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.493363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.493703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.493941] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.498337] env[70213]: INFO networking_nsxv3.common.synchronization [req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b req-4b0d2f09-e9d9-4d7a-b442-80d1082f55d0 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Enqueued Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGHEST for action security_group_members [ 1237.499807] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGHEST for action security_group_members [ 1237.499807] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.499807] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.499807] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.500159] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.500159] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.500267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.500357] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.500599] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.500752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.501415] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.511129] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 in Status: IN_PROGRESS for 2s [ 1237.935206] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1237.935669] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.005496] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.005883] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.005883] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.006469] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.032353] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.032353] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.032353] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.032353] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.032353] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.032353] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.032353] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875e27d3-8039-4fab-9a39-281e0c951213 is going to be updated. [ 1238.062334] env[70213]: INFO networking_nsxv3.common.synchronization [req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb req-3c4ef181-6041-4fc1-9c4e-c709eb58a674 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Enqueued Resource ID: 19822255-d2a3-40b2-915d-04e261ba207e with Priority: HIGHEST for action security_group_members [ 1238.063446] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19822255-d2a3-40b2-915d-04e261ba207e with Priority: HIGHEST for action security_group_members [ 1238.066345] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-19822255-d2a3-40b2-915d-04e261ba207e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.066345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.066345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.066345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.066345] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.066345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.066345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.066345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.066345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.066345] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19822255-d2a3-40b2-915d-04e261ba207e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.070036] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.072193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.072193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.072193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.072193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.082735] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875e27d3-8039-4fab-9a39-281e0c951213 in Status: IN_PROGRESS for 2s [ 1238.570752] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.570752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.570752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.570752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.595094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.595094] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.595094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.595094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.595094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.595094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.595094] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19822255-d2a3-40b2-915d-04e261ba207e is going to be updated. [ 1238.622056] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.622056] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.622056] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.622056] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.622056] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.631516] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19822255-d2a3-40b2-915d-04e261ba207e in Status: IN_PROGRESS for 2s [ 1239.257148] env[70213]: INFO networking_nsxv3.common.synchronization [req-7fb8c4bf-fb53-4343-a140-c11122d427b5 req-0a8a1f9d-af4d-4d52-99aa-df5f55b187c6 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Enqueued Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1239.257733] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1239.259086] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.259086] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.259086] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.259086] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.259086] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.259086] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.259086] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.259523] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.259523] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.259606] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.525721] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 in Status: SUCCESS [ 1239.526037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.764124] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.764365] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.764531] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.764880] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.787033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.788619] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.788619] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.788619] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.788619] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.788619] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.788619] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e is going to be updated. [ 1239.812461] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.812708] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.812759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.813048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.813241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.821780] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: IN_PROGRESS for 2s [ 1240.093562] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875e27d3-8039-4fab-9a39-281e0c951213 in Status: SUCCESS [ 1240.093562] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875e27d3-8039-4fab-9a39-281e0c951213 deletion is rescheduled due to dependency. [ 1240.093562] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.642236] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19822255-d2a3-40b2-915d-04e261ba207e in Status: SUCCESS [ 1240.642529] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19822255-d2a3-40b2-915d-04e261ba207e deletion is rescheduled due to dependency. [ 1240.642627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.999284] env[70213]: INFO networking_nsxv3.common.synchronization [req-8e40afce-6769-420e-9752-c832b879b480 req-987dcec9-6e14-4e36-9671-0526e8bdae3b tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Enqueued Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_members [ 1241.000138] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_members [ 1241.000329] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-49e0f25f-a392-46ca-91cd-d4d4711dd848 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.000478] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.000568] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.000789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.000950] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.001325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.001418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.001642] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.001765] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.001876] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.504928] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.505138] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.505211] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.505427] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.526228] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.526459] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.526570] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.526639] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.526843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.526931] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.527038] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 is going to be updated. [ 1241.549454] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.549587] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.549649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.549834] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.549972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.556970] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: IN_PROGRESS for 2s [ 1241.830750] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: SUCCESS [ 1241.831021] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e deletion is rescheduled due to dependency. [ 1241.831082] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.926284] env[70213]: INFO networking_nsxv3.common.synchronization [req-c28e6cd2-0a88-449a-91b0-d3fac0694060 req-283500e1-0498-43ee-987b-2fa38f2d3979 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Enqueued Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1241.926832] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1241.927200] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.927327] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.927401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.927588] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.927732] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.927824] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.927886] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.928036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.928122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.928217] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.188024] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.188205] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-476" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.188252] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-476" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.188520] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-476" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.188778] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.188982] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.189061] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.189282] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.189438] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.189815] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1242.189815] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1242.189931] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1242.190015] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1242.190141] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1242.190256] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1242.190394] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1242.220187] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1242.220353] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1242.220495] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1242.220668] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-476" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.220972] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.221162] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.221290] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.221587] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.221732] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.411991] env[70213]: INFO networking_nsxv3.common.synchronization [req-b5284ff5-4a1b-41d6-9204-b2377644adbb req-920d3a04-25c2-41a4-86d6-f72d5a96c654 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1242.412552] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1242.412901] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.413037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.413109] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.413303] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.413455] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.413548] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.413621] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.413764] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.413849] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.413940] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.430526] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.430675] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.430745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.430957] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.431062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.431241] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.431356] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.431419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.431566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.431642] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.431741] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e is going to be updated. [ 1242.457522] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.457716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.457840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.457987] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.458146] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.466552] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: IN_PROGRESS for 2s [ 1242.724296] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.724545] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.724682] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.725074] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.725245] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.725415] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5 not found, creating... [ 1242.725701] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.725878] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.726010] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.726283] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.726422] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.726718] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.726888] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.727014] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.727244] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.727379] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.727522] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5 is going to be created. [ 1242.747890] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.748114] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.748244] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.748546] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.748774] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.749009] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.916402] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.916852] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.916852] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.916852] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.916938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.917163] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.917271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.917333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.917482] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.917557] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.917648] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be updated. [ 1242.944348] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.944717] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.944717] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.945019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.945209] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.958500] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1243.441376] env[70213]: INFO networking_nsxv3.common.synchronization [req-c28e6cd2-0a88-449a-91b0-d3fac0694060 req-6b077088-9e40-4944-964b-2d7bf12f4519 service nova] Enqueued Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_rules [ 1243.441585] env[70213]: INFO networking_nsxv3.common.synchronization [req-c28e6cd2-0a88-449a-91b0-d3fac0694060 req-6b077088-9e40-4944-964b-2d7bf12f4519 service nova] Enqueued Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1243.441744] env[70213]: INFO networking_nsxv3.common.synchronization [req-c28e6cd2-0a88-449a-91b0-d3fac0694060 req-6b077088-9e40-4944-964b-2d7bf12f4519 service nova] Enqueued Resource ID: b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5 with Priority: HIGHEST for action port [ 1243.441988] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_rules [ 1243.442129] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1243.442226] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5 with Priority: HIGHEST for action port [ 1243.442852] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.443869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.444013] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.444255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.444337] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.445878] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.445985] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.446235] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.446343] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.446408] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.446600] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.446680] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.566546] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: SUCCESS [ 1243.566737] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 deletion is rescheduled due to dependency. [ 1243.566852] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.826241] env[70213]: INFO networking_nsxv3.common.synchronization [req-0090ae11-945b-4721-ad30-fd7920102486 req-75a75589-60a4-41db-899a-6ad8d9f42947 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Enqueued Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_members [ 1243.826803] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_members [ 1243.827492] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-06470b7d-04dd-4ea8-86b2-29df3edf9b35 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.827492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.827492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.827690] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.827819] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.827963] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.828064] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.828236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.828330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.828438] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.950828] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5 with status ACTIVE [ 1243.951117] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.951232] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.951302] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.951520] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.951611] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.951795] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.951892] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.951956] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.952121] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.952203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.952395] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.952470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.952535] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.952670] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.952880] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.953032] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5 is going to be updated. [ 1243.954252] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.954357] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.974346] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.974504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.974545] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.974737] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.974898] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.975061] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.332780] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.332780] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.332780] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.332780] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.350897] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.350897] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.350897] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.350897] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.351209] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.351209] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.351209] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 is going to be updated. [ 1244.375042] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.375042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.375042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.375283] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.375344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.386011] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: IN_PROGRESS for 2s [ 1244.475531] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: SUCCESS [ 1244.475722] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e deletion is rescheduled due to dependency. [ 1244.475849] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.476031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.476248] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.476444] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.476560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.476624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.476775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.476856] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.476953] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.968149] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1244.968149] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 deletion is rescheduled due to dependency. [ 1244.969462] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.979613] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.483437] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.985990] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.986372] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.986372] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.986500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.986622] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.986756] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e is going to be updated. [ 1246.014061] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.014263] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.014345] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.014604] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.014801] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.023717] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: IN_PROGRESS for 2s [ 1246.100393] env[70213]: INFO networking_nsxv3.common.synchronization [None req-7a2f79c5-83f1-481c-b6fa-afe3b0948f9e tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Enqueued Resource ID: 0581516d-4977-4d0a-b411-417ffefcb125 with Priority: HIGHEST for action security_group_rules [ 1246.100936] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0581516d-4977-4d0a-b411-417ffefcb125 with Priority: HIGHEST for action security_group_rules [ 1246.101261] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0581516d-4977-4d0a-b411-417ffefcb125 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.101385] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.101451] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.101704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.101801] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0581516d-4977-4d0a-b411-417ffefcb125',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.207971] env[70213]: INFO networking_nsxv3.common.synchronization [None req-bb2f299e-b397-4bfc-85dc-ff6e71833892 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Enqueued Resource ID: 0581516d-4977-4d0a-b411-417ffefcb125 with Priority: HIGHEST for action security_group_rules [ 1246.208803] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0581516d-4977-4d0a-b411-417ffefcb125 with Priority: HIGHEST for action security_group_rules [ 1246.209507] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0581516d-4977-4d0a-b411-417ffefcb125 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.209507] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.402132] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: SUCCESS [ 1246.402132] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 deletion is rescheduled due to dependency. [ 1246.402132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.620308] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.620460] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.620530] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.620734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.620824] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.620918] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0581516d-4977-4d0a-b411-417ffefcb125 already deleted. [ 1246.621014] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.621160] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.621308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.621389] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0581516d-4977-4d0a-b411-417ffefcb125',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.140698] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.141033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.141033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.141103] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.141240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.141343] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0581516d-4977-4d0a-b411-417ffefcb125 already deleted. [ 1247.141492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.032893] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: SUCCESS [ 1248.034025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.034025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.034025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.034025] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.034025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.034279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.034279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.034279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.034366] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.034440] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.536503] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.536951] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.536951] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.537077] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.537165] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.537284] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.537347] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.537520] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.537578] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.537695] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.537812] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.537933] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.538024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.538151] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.538292] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.538383] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.538439] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.538576] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.538653] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.538736] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.538831] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.040812] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d33cea9-7e8b-4796-a46e-d499d954bc4e: rpc.has_security_group_logging(os_id): False [ 1249.057884] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.058046] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.058110] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.058317] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.058405] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.058619] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.058709] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.058770] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.058913] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.059073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.059267] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.059363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.059418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.059558] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.059649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.059840] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.059934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.059994] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.060147] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.060220] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.060307] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e is going to be updated. [ 1249.114153] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.114383] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.114500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.114787] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.115241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.129246] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: IN_PROGRESS for 2s [ 1251.142695] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: SUCCESS [ 1251.142695] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.210372] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1251.210372] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1251.551996] env[70213]: INFO networking_nsxv3.common.synchronization [req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 req-11828029-6715-45b6-86a6-79871293ffdd tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Enqueued Resource ID: 0581516d-4977-4d0a-b411-417ffefcb125 with Priority: HIGHEST for action security_group_members [ 1251.552395] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0581516d-4977-4d0a-b411-417ffefcb125 with Priority: HIGHEST for action security_group_members [ 1251.552695] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0581516d-4977-4d0a-b411-417ffefcb125 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.552841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.552909] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.553313] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.553526] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.553714] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.553829] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.554039] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.554179] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.554330] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0581516d-4977-4d0a-b411-417ffefcb125',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.812274] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.812274] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-909" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.812274] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-909" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.812274] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-909" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.812274] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.812274] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.812274] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.812274] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.812659] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.812926] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1251.813062] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1251.813181] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1251.813292] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1251.813405] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1251.813513] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1251.813647] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1251.833267] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1251.833267] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1251.833267] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1251.833267] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-909" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.833446] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-d60844c3-821c-4505-b179-565a33fd837e taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.833512] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-d60844c3-821c-4505-b179-565a33fd837e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.833625] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-d60844c3-821c-4505-b179-565a33fd837e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.834008] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-d60844c3-821c-4505-b179-565a33fd837e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.834164] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d60844c3-821c-4505-b179-565a33fd837e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.056538] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.056705] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.056777] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.056997] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.057104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.057331] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.057436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.057500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.057655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.057735] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.057822] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0581516d-4977-4d0a-b411-417ffefcb125 already deleted. [ 1252.057902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.339245] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.339553] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.339702] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.340273] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.340471] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.340655] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port d60844c3-821c-4505-b179-565a33fd837e not found, creating... [ 1252.340905] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.341072] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.341191] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.341415] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.341555] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.341901] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.342118] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.342808] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.342808] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.342808] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.342894] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: d60844c3-821c-4505-b179-565a33fd837e is going to be created. [ 1252.362080] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.362080] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.362080] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.362080] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.362326] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.362416] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-d60844c3-821c-4505-b179-565a33fd837e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.043649] env[70213]: INFO networking_nsxv3.common.synchronization [req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 req-3a74b17f-cb14-40e6-b513-1fac4695ea8b service nova] Enqueued Resource ID: 0581516d-4977-4d0a-b411-417ffefcb125 with Priority: HIGHEST for action security_group_rules [ 1253.043836] env[70213]: INFO networking_nsxv3.common.synchronization [req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 req-3a74b17f-cb14-40e6-b513-1fac4695ea8b service nova] Enqueued Resource ID: 0581516d-4977-4d0a-b411-417ffefcb125 with Priority: HIGHEST for action security_group_members [ 1253.043973] env[70213]: INFO networking_nsxv3.common.synchronization [req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 req-3a74b17f-cb14-40e6-b513-1fac4695ea8b service nova] Enqueued Resource ID: d60844c3-821c-4505-b179-565a33fd837e with Priority: HIGHEST for action port [ 1253.044227] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0581516d-4977-4d0a-b411-417ffefcb125 with Priority: HIGHEST for action security_group_rules [ 1253.044413] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0581516d-4977-4d0a-b411-417ffefcb125 with Priority: HIGHEST for action security_group_members [ 1253.044464] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d60844c3-821c-4505-b179-565a33fd837e with Priority: HIGHEST for action port [ 1253.045022] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0581516d-4977-4d0a-b411-417ffefcb125 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.045174] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.045222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.045415] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.045524] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0581516d-4977-4d0a-b411-417ffefcb125',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.046863] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0581516d-4977-4d0a-b411-417ffefcb125 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.046916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.046955] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.047152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.047274] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.047364] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.047427] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.047561] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.047641] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.047769] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0581516d-4977-4d0a-b411-417ffefcb125',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.048456] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-d60844c3-821c-4505-b179-565a33fd837e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.048562] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d60844c3-821c-4505-b179-565a33fd837e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.048628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d60844c3-821c-4505-b179-565a33fd837e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.048776] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d60844c3-821c-4505-b179-565a33fd837e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.048849] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d60844c3-821c-4505-b179-565a33fd837e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.550852] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0581516d-4977-4d0a-b411-417ffefcb125 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.551204] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.552284] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0581516d-4977-4d0a-b411-417ffefcb125',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.554025] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d60844c3-821c-4505-b179-565a33fd837e with status ACTIVE [ 1253.554025] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.554025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.554025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.554025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.554025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.554459] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.554459] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.554459] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.554459] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.554459] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.554651] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.554734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.554795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.554964] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.555062] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.555162] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d60844c3-821c-4505-b179-565a33fd837e is going to be updated. [ 1253.575775] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.575775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.575775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.576054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.576054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.576161] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d60844c3-821c-4505-b179-565a33fd837e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.754251] env[70213]: INFO networking_nsxv3.common.synchronization [req-fecc4415-2177-4631-926d-d3e8ceb4add0 req-2999c618-802d-47d9-ba5c-47a8d0ba0ee8 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Enqueued Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_members [ 1253.754541] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_members [ 1253.754693] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-49e0f25f-a392-46ca-91cd-d4d4711dd848 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.754815] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.754888] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.755745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.755954] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.756055] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.756155] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.756293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.756496] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.756496] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.035181] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.035689] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-226" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.035689] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-226" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.035819] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-226" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.036093] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.036260] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.036385] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.036603] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.036752] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.036970] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1254.037108] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1254.037221] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1254.037369] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1254.037507] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1254.037621] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1254.037758] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1254.054681] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1254.054846] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1254.055075] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1254.055214] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-226" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.055527] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-7be192ac-aa66-4f6e-97eb-e03eadf7654a taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.055680] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-7be192ac-aa66-4f6e-97eb-e03eadf7654a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.055805] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-7be192ac-aa66-4f6e-97eb-e03eadf7654a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.056133] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-7be192ac-aa66-4f6e-97eb-e03eadf7654a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.056279] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7be192ac-aa66-4f6e-97eb-e03eadf7654a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.057339] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0581516d-4977-4d0a-b411-417ffefcb125',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.259062] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.259298] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.259298] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.259544] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.259606] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.259788] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.259869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.260053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.260147] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.260216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.260277] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 is going to be updated. [ 1254.283238] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.283385] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.283431] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.283619] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.283754] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.291071] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: IN_PROGRESS for 2s [ 1254.559606] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.559975] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.559975] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.560202] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.560354] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.560520] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 7be192ac-aa66-4f6e-97eb-e03eadf7654a not found, creating... [ 1254.560778] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.560940] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.561082] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.561299] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.561441] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.561732] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.561890] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.562019] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.562234] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.562369] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.562512] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 7be192ac-aa66-4f6e-97eb-e03eadf7654a is going to be created. [ 1254.563906] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.563992] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.564055] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.564214] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.564295] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.564383] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0581516d-4977-4d0a-b411-417ffefcb125 is going to be created. [ 1254.582758] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.582935] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.583066] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.583679] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.583923] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.584232] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-7be192ac-aa66-4f6e-97eb-e03eadf7654a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.586266] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.586401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.586450] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.586606] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.586742] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.594495] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0581516d-4977-4d0a-b411-417ffefcb125 in Status: UNINITIALIZED for 2s [ 1255.264123] env[70213]: INFO networking_nsxv3.common.synchronization [req-fecc4415-2177-4631-926d-d3e8ceb4add0 req-c651c099-854b-426d-9bbe-c9af006ff227 service nova] Enqueued Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_rules [ 1255.264314] env[70213]: INFO networking_nsxv3.common.synchronization [req-fecc4415-2177-4631-926d-d3e8ceb4add0 req-c651c099-854b-426d-9bbe-c9af006ff227 service nova] Enqueued Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_members [ 1255.264468] env[70213]: INFO networking_nsxv3.common.synchronization [req-fecc4415-2177-4631-926d-d3e8ceb4add0 req-c651c099-854b-426d-9bbe-c9af006ff227 service nova] Enqueued Resource ID: 7be192ac-aa66-4f6e-97eb-e03eadf7654a with Priority: HIGHEST for action port [ 1255.264685] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_rules [ 1255.264810] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_members [ 1255.264905] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be192ac-aa66-4f6e-97eb-e03eadf7654a with Priority: HIGHEST for action port [ 1255.265625] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49e0f25f-a392-46ca-91cd-d4d4711dd848 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.265758] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.265829] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.266073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.266158] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.268092] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-49e0f25f-a392-46ca-91cd-d4d4711dd848 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.268092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.268092] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-7be192ac-aa66-4f6e-97eb-e03eadf7654a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.268092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7be192ac-aa66-4f6e-97eb-e03eadf7654a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.268092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7be192ac-aa66-4f6e-97eb-e03eadf7654a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.268092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7be192ac-aa66-4f6e-97eb-e03eadf7654a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.268092] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7be192ac-aa66-4f6e-97eb-e03eadf7654a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.770751] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-49e0f25f-a392-46ca-91cd-d4d4711dd848 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.770751] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.770751] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7be192ac-aa66-4f6e-97eb-e03eadf7654a with status ACTIVE [ 1255.770751] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.770751] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.770751] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.771274] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.771274] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.771274] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.771274] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.771274] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.771479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.771479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.771595] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.771682] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.771744] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.771879] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.771953] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.772055] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7be192ac-aa66-4f6e-97eb-e03eadf7654a is going to be updated. [ 1255.917499] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.917806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.917806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.917990] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.918166] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.918495] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7be192ac-aa66-4f6e-97eb-e03eadf7654a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.956504] env[70213]: INFO networking_nsxv3.common.synchronization [req-c3961b7a-d8e8-4127-9a41-91446715d729 req-0b8a3716-3025-48bb-baa6-fc89cd77e01c tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1255.957063] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1255.957404] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.957522] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.957590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.957778] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.957924] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.958029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.958092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.958235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.958316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.958409] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.236714] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.236846] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.236977] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.237265] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.237555] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.237718] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.237839] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.238068] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.238224] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.238441] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1256.238550] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1256.238660] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1256.238771] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1256.238877] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1256.238984] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1256.239182] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1256.256014] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1256.256234] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1256.256382] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1256.256561] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-496" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.256890] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-14861169-c838-4670-adac-79624cc7cb54 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.257080] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-14861169-c838-4670-adac-79624cc7cb54" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.257198] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-14861169-c838-4670-adac-79624cc7cb54" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.257716] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-14861169-c838-4670-adac-79624cc7cb54" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.257947] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14861169-c838-4670-adac-79624cc7cb54',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.299629] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: SUCCESS [ 1256.299841] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 deletion is rescheduled due to dependency. [ 1256.299959] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.300127] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.300340] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.300518] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.300651] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.300700] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.300843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.300921] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.301022] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.460025] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.460301] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.460425] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.460644] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.460753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.460997] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.461177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.461223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.461379] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.461453] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.461564] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be updated. [ 1256.483960] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.484172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.484172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.484344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.484481] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.493603] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1256.603159] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0581516d-4977-4d0a-b411-417ffefcb125 in Status: SUCCESS [ 1256.603398] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.603569] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.603815] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.604041] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.604189] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.604261] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.604434] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.604516] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.604606] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.604698] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0581516d-4977-4d0a-b411-417ffefcb125',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.761028] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.761224] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.761337] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.761643] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.761811] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.761977] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 14861169-c838-4670-adac-79624cc7cb54 not found, creating... [ 1256.762270] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.762437] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.762559] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.762791] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.762955] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.763311] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.763791] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.763791] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.763791] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.763930] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.764090] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 14861169-c838-4670-adac-79624cc7cb54 is going to be created. [ 1256.782646] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.783076] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.783076] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.783335] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.783581] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.783821] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-14861169-c838-4670-adac-79624cc7cb54" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.803574] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.107591] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0581516d-4977-4d0a-b411-417ffefcb125',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.305472] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.463778] env[70213]: INFO networking_nsxv3.common.synchronization [req-c3961b7a-d8e8-4127-9a41-91446715d729 req-31713c23-d003-4825-b012-408dd0ef7d8a service nova] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_rules [ 1257.464114] env[70213]: INFO networking_nsxv3.common.synchronization [req-c3961b7a-d8e8-4127-9a41-91446715d729 req-31713c23-d003-4825-b012-408dd0ef7d8a service nova] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1257.464404] env[70213]: INFO networking_nsxv3.common.synchronization [req-c3961b7a-d8e8-4127-9a41-91446715d729 req-31713c23-d003-4825-b012-408dd0ef7d8a service nova] Enqueued Resource ID: 14861169-c838-4670-adac-79624cc7cb54 with Priority: HIGHEST for action port [ 1257.465099] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_rules [ 1257.465315] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1257.465481] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14861169-c838-4670-adac-79624cc7cb54 with Priority: HIGHEST for action port [ 1257.465885] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.466096] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.466222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.466527] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.466660] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.467780] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.467928] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.468812] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-14861169-c838-4670-adac-79624cc7cb54 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.468968] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14861169-c838-4670-adac-79624cc7cb54" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.469113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14861169-c838-4670-adac-79624cc7cb54" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.469364] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14861169-c838-4670-adac-79624cc7cb54" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.469486] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14861169-c838-4670-adac-79624cc7cb54',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.610170] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0581516d-4977-4d0a-b411-417ffefcb125: rpc.has_security_group_logging(os_id): False [ 1257.627370] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.627699] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.627824] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.628213] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.628406] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.628804] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.629816] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.629816] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.629816] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.629816] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.629816] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0581516d-4977-4d0a-b411-417ffefcb125 is going to be created. [ 1257.683250] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.683492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.683556] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.683838] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.684111] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.694461] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0581516d-4977-4d0a-b411-417ffefcb125 in Status: IN_PROGRESS for 2s [ 1257.807347] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.807759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.807759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.807759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.807857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.807953] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 is going to be updated. [ 1257.838216] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.838416] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.838416] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.838567] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.838710] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.847470] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: IN_PROGRESS for 2s [ 1257.971432] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.971591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.971830] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14861169-c838-4670-adac-79624cc7cb54 with status ACTIVE [ 1257.972053] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.972200] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.972288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.972526] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.972641] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.972836] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.972973] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.973082] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.973258] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.973337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.973532] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.973622] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.973672] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.973811] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.973886] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.973972] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14861169-c838-4670-adac-79624cc7cb54 is going to be updated. [ 1257.993485] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.993628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.993717] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.993874] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.994013] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.994165] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14861169-c838-4670-adac-79624cc7cb54" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.319545] env[70213]: INFO networking_nsxv3.common.synchronization [req-f360697f-7e63-4115-91c1-341cd82bc501 req-3e2d4d0b-b7f1-4f1c-ae09-37ba1505b67b tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Enqueued Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_members [ 1258.320222] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_members [ 1258.320607] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-06470b7d-04dd-4ea8-86b2-29df3edf9b35 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.320712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.320786] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.321071] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.321261] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.321367] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.321417] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.321604] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.321716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.321817] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.502130] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1258.502315] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 deletion is rescheduled due to dependency. [ 1258.502392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.502532] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.502742] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.502926] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.503063] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.503131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.503286] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.503368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.503463] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.613853] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.614085] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-724" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.614227] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-724" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.614551] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-724" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.614830] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.614976] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.615380] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.615624] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.615784] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.616057] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1258.616194] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1258.616309] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1258.616425] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1258.616543] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1258.616653] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1258.616790] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1258.632907] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1258.633099] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1258.633247] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1258.633517] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-724" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.633861] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-845c7a29-c186-4dd8-a8be-bebc89e11fba taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.634057] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-845c7a29-c186-4dd8-a8be-bebc89e11fba" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.634178] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-845c7a29-c186-4dd8-a8be-bebc89e11fba" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.634502] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-845c7a29-c186-4dd8-a8be-bebc89e11fba" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.634644] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('845c7a29-c186-4dd8-a8be-bebc89e11fba',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.823944] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.824325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.824325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.824395] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.824480] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.824713] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.824822] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.824858] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.825042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.825129] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.825200] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 is going to be updated. [ 1258.851838] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.852075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.852075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.852282] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.852493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.864203] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: IN_PROGRESS for 2s [ 1259.006280] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.138602] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.138810] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.138913] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.139323] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.139488] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.139660] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 845c7a29-c186-4dd8-a8be-bebc89e11fba not found, creating... [ 1259.139939] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.140127] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.140254] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.140491] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.140632] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.140940] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.141180] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.141283] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.141498] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.141633] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.141779] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 845c7a29-c186-4dd8-a8be-bebc89e11fba is going to be created. [ 1259.160428] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.160652] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.160779] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.161086] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.161342] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.161676] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-845c7a29-c186-4dd8-a8be-bebc89e11fba" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.508989] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.709687] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0581516d-4977-4d0a-b411-417ffefcb125 in Status: SUCCESS [ 1259.709687] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.858783] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: SUCCESS [ 1259.858783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.858783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.858783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.858783] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.858783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.858783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.858783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.858783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.858783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.858783] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.970270] env[70213]: INFO networking_nsxv3.common.synchronization [req-f360697f-7e63-4115-91c1-341cd82bc501 req-a0969850-c3c9-4f3b-b2c8-3a5887297f67 service nova] Enqueued Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_rules [ 1259.970270] env[70213]: INFO networking_nsxv3.common.synchronization [req-f360697f-7e63-4115-91c1-341cd82bc501 req-a0969850-c3c9-4f3b-b2c8-3a5887297f67 service nova] Enqueued Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_members [ 1259.970270] env[70213]: INFO networking_nsxv3.common.synchronization [req-f360697f-7e63-4115-91c1-341cd82bc501 req-a0969850-c3c9-4f3b-b2c8-3a5887297f67 service nova] Enqueued Resource ID: 845c7a29-c186-4dd8-a8be-bebc89e11fba with Priority: HIGHEST for action port [ 1259.970270] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_rules [ 1259.970270] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_members [ 1259.970270] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 845c7a29-c186-4dd8-a8be-bebc89e11fba with Priority: HIGHEST for action port [ 1259.970551] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.970551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.970551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.970676] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.970760] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.971559] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-06470b7d-04dd-4ea8-86b2-29df3edf9b35 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.971655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.971843] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-845c7a29-c186-4dd8-a8be-bebc89e11fba taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.971938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-845c7a29-c186-4dd8-a8be-bebc89e11fba" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.972009] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-845c7a29-c186-4dd8-a8be-bebc89e11fba" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.972191] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-845c7a29-c186-4dd8-a8be-bebc89e11fba" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.972290] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('845c7a29-c186-4dd8-a8be-bebc89e11fba',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.012053] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.012053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.012053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.012053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.012053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.012053] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be updated. [ 1260.036556] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.036717] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.036788] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.037022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.037180] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.044741] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1260.360546] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.473994] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-06470b7d-04dd-4ea8-86b2-29df3edf9b35 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.474421] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.474421] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 845c7a29-c186-4dd8-a8be-bebc89e11fba with status ACTIVE [ 1260.474600] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.474660] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.474730] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.474952] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.475281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.475324] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.475410] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.475478] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.475630] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.475714] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.475885] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.475974] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.476144] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.476302] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.476379] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.476471] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 845c7a29-c186-4dd8-a8be-bebc89e11fba is going to be updated. [ 1260.502587] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.502720] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.502787] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.502976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.503232] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.503384] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-845c7a29-c186-4dd8-a8be-bebc89e11fba" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.865482] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49e0f25f-a392-46ca-91cd-d4d4711dd848: rpc.has_security_group_logging(os_id): False [ 1260.875367] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: SUCCESS [ 1260.875544] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 deletion is rescheduled due to dependency. [ 1260.875655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.875954] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.876047] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.876233] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.876347] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.876411] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.876562] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.876638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.876731] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.881671] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.881806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.882137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.882137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.882243] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.882945] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.882945] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.882945] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.882945] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.882945] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.882945] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 is going to be updated. [ 1260.933164] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.933348] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.933387] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.933577] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.933718] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.943470] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: IN_PROGRESS for 2s [ 1261.379129] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.881817] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.057631] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1262.057958] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.058243] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.058558] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.058877] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.059066] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.059196] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.059446] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.059584] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.059739] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.059905] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.383817] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.384021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.384021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.384222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.384313] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.384420] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 is going to be updated. [ 1262.409257] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.409446] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.409518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.409726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.409867] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.418156] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: IN_PROGRESS for 2s [ 1262.562839] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.562839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.562839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.563131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.563220] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.563328] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.563393] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.563552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.563638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.563728] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.563913] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.563975] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.564049] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.564193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.564330] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.564420] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.564480] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.564614] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.564689] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.564769] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.564858] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.956259] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: SUCCESS [ 1262.956603] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.067366] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e82eb48-1239-4ce1-8f34-d965cc33e880: rpc.has_security_group_logging(os_id): False [ 1263.083440] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.083582] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.083654] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.083863] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.083951] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.084161] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.084275] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.084331] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.084468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.084545] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.084741] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.084834] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.084895] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.085180] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.085259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.085456] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.085551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.085609] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.085750] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.085818] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.085902] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be updated. [ 1263.139410] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.139602] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.139602] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.139833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.139962] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.151671] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1264.428960] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: SUCCESS [ 1264.430042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.430042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.430198] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.430457] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.430591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.430658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.430822] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.430920] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.431014] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.431112] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.933396] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.970392] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1264.970573] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1265.164093] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1265.164325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.435468] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06470b7d-04dd-4ea8-86b2-29df3edf9b35: rpc.has_security_group_logging(os_id): False [ 1265.453297] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.453456] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.453496] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.453741] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.453836] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.454138] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.454241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.454307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.454457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.454535] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.454625] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 is going to be updated. [ 1265.569697] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.569875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.569917] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.570126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.570277] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.581629] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: IN_PROGRESS for 2s [ 1267.595406] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: SUCCESS [ 1267.595406] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.971532] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1269.971893] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1274.973105] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1274.973405] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1279.973727] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1279.974144] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.911201] env[70213]: INFO networking_nsxv3.common.synchronization [None req-ae060d25-b04d-4208-9fe9-3bd324984b15 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Enqueued Resource ID: 36336bf3-de12-493a-9bd1-23cb3920866a with Priority: HIGHEST for action security_group_rules [ 1281.911796] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36336bf3-de12-493a-9bd1-23cb3920866a with Priority: HIGHEST for action security_group_rules [ 1281.912199] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36336bf3-de12-493a-9bd1-23cb3920866a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.912352] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36336bf3-de12-493a-9bd1-23cb3920866a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.912426] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36336bf3-de12-493a-9bd1-23cb3920866a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.912685] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36336bf3-de12-493a-9bd1-23cb3920866a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.912771] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36336bf3-de12-493a-9bd1-23cb3920866a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.999716] env[70213]: INFO networking_nsxv3.common.synchronization [None req-66cdfa9c-d58f-4346-ab81-a49974bbf7e9 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Enqueued Resource ID: 36336bf3-de12-493a-9bd1-23cb3920866a with Priority: HIGHEST for action security_group_rules [ 1282.000261] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36336bf3-de12-493a-9bd1-23cb3920866a with Priority: HIGHEST for action security_group_rules [ 1282.000966] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36336bf3-de12-493a-9bd1-23cb3920866a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.000966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36336bf3-de12-493a-9bd1-23cb3920866a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.432585] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.432755] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.432822] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.432978] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.433083] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.433182] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36336bf3-de12-493a-9bd1-23cb3920866a already deleted. [ 1282.433266] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36336bf3-de12-493a-9bd1-23cb3920866a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.433429] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36336bf3-de12-493a-9bd1-23cb3920866a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.433589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36336bf3-de12-493a-9bd1-23cb3920866a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.434453] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36336bf3-de12-493a-9bd1-23cb3920866a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.953025] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.953364] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.953364] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.953493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.953566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.953725] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36336bf3-de12-493a-9bd1-23cb3920866a already deleted. [ 1282.953804] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36336bf3-de12-493a-9bd1-23cb3920866a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.851377] env[70213]: INFO networking_nsxv3.common.synchronization [req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 req-29a2ab78-11c0-43b4-95da-6df728839e18 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Enqueued Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1284.851377] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1284.851377] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.851377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.851377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.851377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.851972] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.851972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.851972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.851972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.851972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.851972] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.355170] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.355363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.355430] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.355660] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.355757] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.355956] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.356241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.356241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.356399] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.356399] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.356471] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e is going to be updated. [ 1285.387275] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.387451] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.387486] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.387697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.387845] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.397679] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: IN_PROGRESS for 2s [ 1287.259996] env[70213]: INFO networking_nsxv3.common.synchronization [req-c567ff25-a29d-4ce4-b21e-aa08caca1266 req-8c163401-1bbd-48a7-b43d-ad7e5528b76e tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Enqueued Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1287.260503] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1287.260806] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.260914] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.410470] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: SUCCESS [ 1287.410470] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e deletion is rescheduled due to dependency. [ 1287.410470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.410470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.410470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.410470] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.410470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.410470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.410470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.410470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.410470] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.510746] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.510746] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-476" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.510746] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-476" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.510746] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-476" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.510746] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.510746] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.511104] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.511104] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.511774] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.511774] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1287.511774] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1287.511774] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1287.511774] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1287.511981] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1287.511981] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1287.512076] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1287.612205] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1287.612388] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.100 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1287.612525] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1287.612711] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-476" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.613052] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-076ed817-e3de-416e-8b00-69a86ab0d07d taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.613239] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-076ed817-e3de-416e-8b00-69a86ab0d07d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.613377] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-076ed817-e3de-416e-8b00-69a86ab0d07d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.613727] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-076ed817-e3de-416e-8b00-69a86ab0d07d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.613871] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('076ed817-e3de-416e-8b00-69a86ab0d07d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.915288] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.915288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.915288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.915288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.915288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.915288] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.915288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.915288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.915288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.915288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.915288] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e is going to be updated. [ 1287.942074] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.942224] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.942295] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.942493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.942682] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.950642] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: IN_PROGRESS for 2s [ 1288.116148] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.116416] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.116566] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.116849] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.117015] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.117178] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 076ed817-e3de-416e-8b00-69a86ab0d07d not found, creating... [ 1288.117443] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.117602] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.117746] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.118009] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.118163] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.118457] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.118617] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.118737] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.119041] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.119190] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.119440] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 076ed817-e3de-416e-8b00-69a86ab0d07d is going to be created. [ 1288.143838] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.144017] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.144159] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.144476] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.144800] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.145107] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-076ed817-e3de-416e-8b00-69a86ab0d07d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.874394] env[70213]: INFO networking_nsxv3.common.synchronization [req-c567ff25-a29d-4ce4-b21e-aa08caca1266 req-776c505a-098d-48bb-8c62-73102adc3d1e service nova] Enqueued Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_rules [ 1288.874621] env[70213]: INFO networking_nsxv3.common.synchronization [req-c567ff25-a29d-4ce4-b21e-aa08caca1266 req-776c505a-098d-48bb-8c62-73102adc3d1e service nova] Enqueued Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1288.874819] env[70213]: INFO networking_nsxv3.common.synchronization [req-c567ff25-a29d-4ce4-b21e-aa08caca1266 req-776c505a-098d-48bb-8c62-73102adc3d1e service nova] Enqueued Resource ID: 076ed817-e3de-416e-8b00-69a86ab0d07d with Priority: HIGHEST for action port [ 1288.875102] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_rules [ 1288.875234] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1288.875408] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076ed817-e3de-416e-8b00-69a86ab0d07d with Priority: HIGHEST for action port [ 1288.875906] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.876700] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.876810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.877937] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.877937] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.877937] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.878163] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.878246] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-076ed817-e3de-416e-8b00-69a86ab0d07d taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.878346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-076ed817-e3de-416e-8b00-69a86ab0d07d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.878409] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-076ed817-e3de-416e-8b00-69a86ab0d07d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.878574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-076ed817-e3de-416e-8b00-69a86ab0d07d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.878648] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('076ed817-e3de-416e-8b00-69a86ab0d07d',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.380406] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.380605] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.380833] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 076ed817-e3de-416e-8b00-69a86ab0d07d with status ACTIVE [ 1289.381033] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.381139] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.381207] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.381418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.381508] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.381680] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.381769] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.381831] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.381976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.382066] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.382457] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.382457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.382457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.382641] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.382641] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.382700] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 076ed817-e3de-416e-8b00-69a86ab0d07d is going to be updated. [ 1289.401429] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.401566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.401638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.401801] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.401933] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.402113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-076ed817-e3de-416e-8b00-69a86ab0d07d" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.959875] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: SUCCESS [ 1289.960336] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e deletion is rescheduled due to dependency. [ 1289.960336] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.960336] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.960588] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.960715] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.960830] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.960903] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.961084] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.961169] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.961259] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.463498] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.967037] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.433376] env[70213]: INFO networking_nsxv3.common.synchronization [req-4dea3995-20ad-4157-8f76-6c3d025fea94 req-0113eed6-54c4-4744-b6ac-c7c2ad14271c tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Enqueued Resource ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 with Priority: HIGHEST for action security_group_members [ 1291.433376] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 with Priority: HIGHEST for action security_group_members [ 1291.433941] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.434216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.436224] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.436224] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.436224] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.436224] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.436224] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.436224] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.436224] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.436224] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b21bdeb-68e4-409c-8f2f-6aedc2459f11',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.471135] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.471135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.471135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.471135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.471135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.471135] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e is going to be updated. [ 1291.519566] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.519566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.519566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.519566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.519566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.526561] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: IN_PROGRESS for 2s [ 1291.938511] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.938511] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.938511] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.938511] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.938511] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.938511] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.938511] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.938511] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.938511] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.938511] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.938511] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 is going to be updated. [ 1291.964791] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.964966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.965022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.965189] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.965333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.973477] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 in Status: IN_PROGRESS for 2s [ 1293.536369] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: SUCCESS [ 1293.536756] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.536756] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.536954] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.537171] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.537289] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.537355] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.537514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.537598] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.537686] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.537779] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.982891] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 in Status: SUCCESS [ 1293.982891] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 deletion is rescheduled due to dependency. [ 1293.982891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.040596] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.040835] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.040835] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.041016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.041194] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.041298] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.041355] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.041510] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.041599] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.041689] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.041871] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.041983] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.042050] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.042202] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.042353] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.042523] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.042523] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.042645] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.042696] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.042783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.042874] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.545754] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d33cea9-7e8b-4796-a46e-d499d954bc4e: rpc.has_security_group_logging(os_id): False [ 1294.562974] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.563172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.563172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.563418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.563519] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.563861] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.563989] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.564096] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.564228] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.564308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.564549] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.564661] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.564725] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.564869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.564943] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.565152] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.565247] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.565309] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.565512] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.565631] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.565685] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e is going to be updated. [ 1294.628808] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.628995] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.629049] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.629227] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.629372] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.642075] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: IN_PROGRESS for 2s [ 1295.958117] env[70213]: INFO networking_nsxv3.common.synchronization [None req-518495ee-e0dc-4b58-a156-bd271d8b5277 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Enqueued Resource ID: 93373945-827c-4b81-96d7-580de8b3aa6b with Priority: HIGHEST for action security_group_rules [ 1295.958627] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93373945-827c-4b81-96d7-580de8b3aa6b with Priority: HIGHEST for action security_group_rules [ 1295.958935] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93373945-827c-4b81-96d7-580de8b3aa6b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.959185] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.959274] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.959535] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.959609] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93373945-827c-4b81-96d7-580de8b3aa6b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.026458] env[70213]: INFO networking_nsxv3.common.synchronization [None req-0b79c7e3-c56c-475c-aece-9f6d7ed314f5 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Enqueued Resource ID: 93373945-827c-4b81-96d7-580de8b3aa6b with Priority: HIGHEST for action security_group_rules [ 1296.027144] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93373945-827c-4b81-96d7-580de8b3aa6b with Priority: HIGHEST for action security_group_rules [ 1296.027458] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93373945-827c-4b81-96d7-580de8b3aa6b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.027592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.478688] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.478836] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.478908] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.479133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.479226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.479327] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93373945-827c-4b81-96d7-580de8b3aa6b already deleted. [ 1296.479407] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.479556] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.479755] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.479795] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93373945-827c-4b81-96d7-580de8b3aa6b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.655241] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: SUCCESS [ 1296.655481] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.855673] env[70213]: INFO networking_nsxv3.common.synchronization [req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca req-02c3c8c2-36e5-4608-b2e9-6a264dcb29ba tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1296.855673] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGHEST for action security_group_members [ 1296.855673] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.855673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.857499] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.857676] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.857849] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.857964] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.858041] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.858552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.858552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.858552] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.998639] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.998917] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.999206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.999281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.999376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.999514] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93373945-827c-4b81-96d7-580de8b3aa6b already deleted. [ 1296.999641] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.363536] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.363731] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.363806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.364038] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.364133] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.364351] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.364459] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.364522] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.364682] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.364759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.364944] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be updated. [ 1297.390427] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.390563] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.390633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.390891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.391054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.399928] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: IN_PROGRESS for 2s [ 1299.410537] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 in Status: SUCCESS [ 1299.410792] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 deletion is rescheduled due to dependency. [ 1299.410831] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.315102] env[70213]: INFO networking_nsxv3.common.synchronization [req-0fd855ce-773d-4790-90fc-1d4fec6306cb req-c76430ba-1dab-459d-8485-23fab73c5e86 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Enqueued Resource ID: 93373945-827c-4b81-96d7-580de8b3aa6b with Priority: HIGHEST for action security_group_members [ 1301.315858] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93373945-827c-4b81-96d7-580de8b3aa6b with Priority: HIGHEST for action security_group_members [ 1301.316474] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-93373945-827c-4b81-96d7-580de8b3aa6b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.316720] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.316784] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.317057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.317255] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.317363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.317434] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.317624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.317712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.317837] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93373945-827c-4b81-96d7-580de8b3aa6b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.582156] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.582367] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-285" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.582494] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-285" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.582829] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-285" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.583123] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.583290] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.583405] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.583634] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.583782] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.583996] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1301.584129] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1301.584242] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1301.584353] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1301.584464] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1301.584572] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1301.584710] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1301.604060] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1301.604060] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1301.604060] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1301.604060] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-285" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.604060] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-2d99afa8-86c8-4c8c-912d-feb2c38f0de6 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.604060] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-2d99afa8-86c8-4c8c-912d-feb2c38f0de6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.604060] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-2d99afa8-86c8-4c8c-912d-feb2c38f0de6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.604431] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-2d99afa8-86c8-4c8c-912d-feb2c38f0de6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.604512] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d99afa8-86c8-4c8c-912d-feb2c38f0de6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.820617] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.820782] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.820855] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.821091] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.821185] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.821378] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.821474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.821536] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.821690] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.821765] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.821851] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93373945-827c-4b81-96d7-580de8b3aa6b already deleted. [ 1301.821928] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.106557] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.106827] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.106964] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.107259] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.107421] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.107581] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 2d99afa8-86c8-4c8c-912d-feb2c38f0de6 not found, creating... [ 1302.107845] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.108021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.108137] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.108544] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.108544] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.108875] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.109116] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.109250] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.109467] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.109611] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.109759] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 2d99afa8-86c8-4c8c-912d-feb2c38f0de6 is going to be created. [ 1302.128238] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.128416] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.128517] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.128750] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.128971] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.129205] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-2d99afa8-86c8-4c8c-912d-feb2c38f0de6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.814401] env[70213]: INFO networking_nsxv3.common.synchronization [req-0fd855ce-773d-4790-90fc-1d4fec6306cb req-8032ef25-ccee-4e66-b22b-58383c378ea6 service nova] Enqueued Resource ID: 93373945-827c-4b81-96d7-580de8b3aa6b with Priority: HIGHEST for action security_group_rules [ 1302.814712] env[70213]: INFO networking_nsxv3.common.synchronization [req-0fd855ce-773d-4790-90fc-1d4fec6306cb req-8032ef25-ccee-4e66-b22b-58383c378ea6 service nova] Enqueued Resource ID: 93373945-827c-4b81-96d7-580de8b3aa6b with Priority: HIGHEST for action security_group_members [ 1302.814712] env[70213]: INFO networking_nsxv3.common.synchronization [req-0fd855ce-773d-4790-90fc-1d4fec6306cb req-8032ef25-ccee-4e66-b22b-58383c378ea6 service nova] Enqueued Resource ID: 2d99afa8-86c8-4c8c-912d-feb2c38f0de6 with Priority: HIGHEST for action port [ 1302.814901] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93373945-827c-4b81-96d7-580de8b3aa6b with Priority: HIGHEST for action security_group_rules [ 1302.815032] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93373945-827c-4b81-96d7-580de8b3aa6b with Priority: HIGHEST for action security_group_members [ 1302.815132] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d99afa8-86c8-4c8c-912d-feb2c38f0de6 with Priority: HIGHEST for action port [ 1302.815722] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93373945-827c-4b81-96d7-580de8b3aa6b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.815843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.815942] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.816116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.816198] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93373945-827c-4b81-96d7-580de8b3aa6b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.817013] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-93373945-827c-4b81-96d7-580de8b3aa6b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.817668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.817668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.817668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.817668] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.817668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.817668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.817912] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.817912] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.818233] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93373945-827c-4b81-96d7-580de8b3aa6b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.820233] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d99afa8-86c8-4c8c-912d-feb2c38f0de6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.820378] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d99afa8-86c8-4c8c-912d-feb2c38f0de6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.820437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d99afa8-86c8-4c8c-912d-feb2c38f0de6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.820546] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d99afa8-86c8-4c8c-912d-feb2c38f0de6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.820637] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d99afa8-86c8-4c8c-912d-feb2c38f0de6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.322509] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93373945-827c-4b81-96d7-580de8b3aa6b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.323506] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-93373945-827c-4b81-96d7-580de8b3aa6b taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.323649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.323985] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d99afa8-86c8-4c8c-912d-feb2c38f0de6 with status ACTIVE [ 1303.324166] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.324274] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.324338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.324531] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.324617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.324809] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.324906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.324967] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.325135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.325215] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.325393] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.325483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.325572] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.325707] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.325782] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.325870] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d99afa8-86c8-4c8c-912d-feb2c38f0de6 is going to be updated. [ 1303.344032] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.344174] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.344217] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.344355] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.344478] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.344630] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d99afa8-86c8-4c8c-912d-feb2c38f0de6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.824397] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93373945-827c-4b81-96d7-580de8b3aa6b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.328309] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.328469] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.328521] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.328765] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.328887] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.328998] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93373945-827c-4b81-96d7-580de8b3aa6b is going to be created. [ 1304.349859] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.349985] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.350076] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.350271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.350456] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.360485] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93373945-827c-4b81-96d7-580de8b3aa6b in Status: UNINITIALIZED for 2s [ 1306.372580] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93373945-827c-4b81-96d7-580de8b3aa6b in Status: SUCCESS [ 1306.372841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.374019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.374019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.374019] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.374019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.374019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.374019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.374019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.374284] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.374399] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93373945-827c-4b81-96d7-580de8b3aa6b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.879735] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93373945-827c-4b81-96d7-580de8b3aa6b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.916704] env[70213]: INFO networking_nsxv3.common.synchronization [None req-fde56734-a723-4cbb-8594-f58f4e5f3dcc None None] Enqueued Resource ID: 9e794c82-6b80-4c4f-86f0-dfda32c6b164 with Priority: HIGHEST for action port [ 1306.916972] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e794c82-6b80-4c4f-86f0-dfda32c6b164 with Priority: HIGHEST for action port [ 1306.917564] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e794c82-6b80-4c4f-86f0-dfda32c6b164 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.917744] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e794c82-6b80-4c4f-86f0-dfda32c6b164" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.917823] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e794c82-6b80-4c4f-86f0-dfda32c6b164" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.918942] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e794c82-6b80-4c4f-86f0-dfda32c6b164" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.919046] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e794c82-6b80-4c4f-86f0-dfda32c6b164',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.382914] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93373945-827c-4b81-96d7-580de8b3aa6b: rpc.has_security_group_logging(os_id): False [ 1307.403842] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.404464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.404464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.404464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.404464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.404650] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.404746] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.404811] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.404972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.405059] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.405150] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93373945-827c-4b81-96d7-580de8b3aa6b is going to be created. [ 1307.421249] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e794c82-6b80-4c4f-86f0-dfda32c6b164 [ 1307.421403] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.421754] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.421754] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.421871] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.421988] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.422081] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e794c82-6b80-4c4f-86f0-dfda32c6b164 already deleted. [ 1307.422169] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e794c82-6b80-4c4f-86f0-dfda32c6b164" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.460328] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.462008] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.462008] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.462008] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.462008] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.473787] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93373945-827c-4b81-96d7-580de8b3aa6b in Status: IN_PROGRESS for 2s [ 1307.732885] env[70213]: INFO networking_nsxv3.common.synchronization [None req-a7ae1e12-87f9-4d7c-a925-4a3b0406d286 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Enqueued Resource ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 with Priority: HIGHEST for action security_group_rules [ 1307.733485] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 with Priority: HIGHEST for action security_group_rules [ 1307.733828] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-914b68f2-fb83-4b52-882e-deeffc71aef2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.733948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.734031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.734293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.734427] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('914b68f2-fb83-4b52-882e-deeffc71aef2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.843386] env[70213]: INFO networking_nsxv3.common.synchronization [None req-049c0849-8a1a-4593-86f9-e2e9546369c8 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Enqueued Resource ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 with Priority: HIGHEST for action security_group_rules [ 1307.844079] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 with Priority: HIGHEST for action security_group_rules [ 1307.844401] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-914b68f2-fb83-4b52-882e-deeffc71aef2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.844504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.255687] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.256020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.256020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.256337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.256337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.256404] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 already deleted. [ 1308.256478] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.257222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.257222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.257222] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('914b68f2-fb83-4b52-882e-deeffc71aef2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.776534] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.777833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.777833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.777833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.777833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.777833] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 already deleted. [ 1308.777833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.163572] env[70213]: INFO networking_nsxv3.common.synchronization [None req-ba4eee3d-d92a-4693-8ce6-597509bf323d None None] Enqueued Resource ID: f1e2baa6-5c1f-444b-8a18-7c9f304fa04b with Priority: HIGHEST for action port [ 1309.164345] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1e2baa6-5c1f-444b-8a18-7c9f304fa04b with Priority: HIGHEST for action port [ 1309.164781] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1e2baa6-5c1f-444b-8a18-7c9f304fa04b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.164917] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1e2baa6-5c1f-444b-8a18-7c9f304fa04b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.165305] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1e2baa6-5c1f-444b-8a18-7c9f304fa04b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.165650] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1e2baa6-5c1f-444b-8a18-7c9f304fa04b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.165650] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1e2baa6-5c1f-444b-8a18-7c9f304fa04b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.485221] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93373945-827c-4b81-96d7-580de8b3aa6b in Status: SUCCESS [ 1309.485397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.668416] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1e2baa6-5c1f-444b-8a18-7c9f304fa04b [ 1309.668660] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.668795] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.668863] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.669107] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.669200] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.669302] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1e2baa6-5c1f-444b-8a18-7c9f304fa04b already deleted. [ 1309.669383] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1e2baa6-5c1f-444b-8a18-7c9f304fa04b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.497686] env[70213]: INFO networking_nsxv3.common.synchronization [req-5055e804-1397-4284-93b7-56c614f18472 req-7336d1d4-bf96-4d2f-a950-ff519d39ed69 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Enqueued Resource ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 with Priority: HIGHEST for action security_group_members [ 1313.498259] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 with Priority: HIGHEST for action security_group_members [ 1313.498576] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-914b68f2-fb83-4b52-882e-deeffc71aef2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.498701] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.498767] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.499152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.499350] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.499464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.499533] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.499703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.499791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.499889] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('914b68f2-fb83-4b52-882e-deeffc71aef2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.573158] env[70213]: INFO networking_nsxv3.common.synchronization [req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 req-0b9055f4-2643-4b80-a5ba-73d728c6e9e9 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Enqueued Resource ID: 0581516d-4977-4d0a-b411-417ffefcb125 with Priority: HIGHEST for action security_group_members [ 1313.573158] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0581516d-4977-4d0a-b411-417ffefcb125 with Priority: HIGHEST for action security_group_members [ 1313.573158] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0581516d-4977-4d0a-b411-417ffefcb125 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.573158] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.573158] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.573526] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.574716] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.574716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.574716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.574716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.574716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.574716] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0581516d-4977-4d0a-b411-417ffefcb125',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.002351] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.002504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.002577] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.002784] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.002876] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.003085] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.003182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.003246] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.003393] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.003470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.003556] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 already deleted. [ 1314.003634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.078334] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.078581] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.078662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.081516] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.082369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.082369] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.082369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.082369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.082369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.082593] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.082627] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0581516d-4977-4d0a-b411-417ffefcb125 is going to be updated. [ 1314.110052] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.110228] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.110391] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.110634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.110911] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.119596] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0581516d-4977-4d0a-b411-417ffefcb125 in Status: IN_PROGRESS for 2s [ 1314.138952] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.139245] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-612" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.139404] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-612" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.139724] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-612" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.140067] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.140706] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.141067] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.141186] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.141373] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.141635] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1314.141864] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1314.142089] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1314.142267] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1314.142415] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1314.142514] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1314.142717] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1314.168423] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1314.168637] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1314.168853] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1314.169155] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-612" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.169579] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-8db1740e-55a7-4c6f-b477-8c1165ab40c6 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.169775] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-8db1740e-55a7-4c6f-b477-8c1165ab40c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.174150] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-8db1740e-55a7-4c6f-b477-8c1165ab40c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.174564] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-8db1740e-55a7-4c6f-b477-8c1165ab40c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.174737] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8db1740e-55a7-4c6f-b477-8c1165ab40c6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.678071] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.678490] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.678490] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.678565] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.678700] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.678861] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 8db1740e-55a7-4c6f-b477-8c1165ab40c6 not found, creating... [ 1314.679141] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.679301] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.679420] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.679641] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.679784] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.680078] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.680237] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.680356] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.680564] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.680699] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.680839] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 8db1740e-55a7-4c6f-b477-8c1165ab40c6 is going to be created. [ 1314.706981] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.707164] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.707274] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.707574] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.707817] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.708059] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-8db1740e-55a7-4c6f-b477-8c1165ab40c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.376153] env[70213]: INFO networking_nsxv3.common.synchronization [req-5055e804-1397-4284-93b7-56c614f18472 req-119db611-65f3-45c7-81ee-09ed682a5f2e service nova] Enqueued Resource ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 with Priority: HIGHEST for action security_group_rules [ 1315.376347] env[70213]: INFO networking_nsxv3.common.synchronization [req-5055e804-1397-4284-93b7-56c614f18472 req-119db611-65f3-45c7-81ee-09ed682a5f2e service nova] Enqueued Resource ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 with Priority: HIGHEST for action security_group_members [ 1315.376487] env[70213]: INFO networking_nsxv3.common.synchronization [req-5055e804-1397-4284-93b7-56c614f18472 req-119db611-65f3-45c7-81ee-09ed682a5f2e service nova] Enqueued Resource ID: 8db1740e-55a7-4c6f-b477-8c1165ab40c6 with Priority: HIGHEST for action port [ 1315.376717] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 with Priority: HIGHEST for action security_group_rules [ 1315.376849] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 with Priority: HIGHEST for action security_group_members [ 1315.376942] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db1740e-55a7-4c6f-b477-8c1165ab40c6 with Priority: HIGHEST for action port [ 1315.377504] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-914b68f2-fb83-4b52-882e-deeffc71aef2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.377627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.377695] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.377896] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.377981] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('914b68f2-fb83-4b52-882e-deeffc71aef2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.378816] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-914b68f2-fb83-4b52-882e-deeffc71aef2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.379640] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.379640] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.381094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.381094] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.381094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.381094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.381094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.381094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.381094] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('914b68f2-fb83-4b52-882e-deeffc71aef2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.381719] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-8db1740e-55a7-4c6f-b477-8c1165ab40c6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.381810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8db1740e-55a7-4c6f-b477-8c1165ab40c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.381898] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8db1740e-55a7-4c6f-b477-8c1165ab40c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.382099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8db1740e-55a7-4c6f-b477-8c1165ab40c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.382203] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8db1740e-55a7-4c6f-b477-8c1165ab40c6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.884188] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-914b68f2-fb83-4b52-882e-deeffc71aef2 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.884534] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.884534] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('914b68f2-fb83-4b52-882e-deeffc71aef2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.885406] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8db1740e-55a7-4c6f-b477-8c1165ab40c6 with status ACTIVE [ 1315.886138] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.886138] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.886138] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.886138] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.886138] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.886389] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.886389] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.886464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.886584] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.886659] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.886861] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.886960] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.887189] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.887370] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.887419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.887506] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8db1740e-55a7-4c6f-b477-8c1165ab40c6 is going to be updated. [ 1315.907311] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.907484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.907527] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.907686] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.907817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.907970] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8db1740e-55a7-4c6f-b477-8c1165ab40c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.128840] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0581516d-4977-4d0a-b411-417ffefcb125 in Status: SUCCESS [ 1316.129000] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0581516d-4977-4d0a-b411-417ffefcb125 deletion is rescheduled due to dependency. [ 1316.129129] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.389967] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('914b68f2-fb83-4b52-882e-deeffc71aef2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.892461] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.892747] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.892747] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.893137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.893316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.893376] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 is going to be created. [ 1316.914496] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.914670] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.914906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.914965] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.915213] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.923260] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 in Status: UNINITIALIZED for 2s [ 1318.939931] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 in Status: SUCCESS [ 1318.940220] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.940349] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.940578] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.940773] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.940904] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.940990] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.941168] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.941251] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.941337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.941426] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('914b68f2-fb83-4b52-882e-deeffc71aef2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.445944] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('914b68f2-fb83-4b52-882e-deeffc71aef2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.948309] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 914b68f2-fb83-4b52-882e-deeffc71aef2: rpc.has_security_group_logging(os_id): False [ 1319.965158] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.965158] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.965158] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.965337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.965429] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.965671] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.965806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.965900] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.966148] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.966281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.966429] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 is going to be created. [ 1320.021043] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.021043] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.021043] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.021297] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.021479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.035561] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 in Status: IN_PROGRESS for 2s [ 1320.377769] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.377769] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1322.047931] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 in Status: SUCCESS [ 1322.048217] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.378494] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1325.378859] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1330.379592] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.379592] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1330.545517] env[70213]: INFO networking_nsxv3.common.synchronization [req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 req-6e9791cc-ef1c-4999-ad27-9283a37c7ff0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Enqueued Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1330.546067] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1330.546377] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.546651] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.546651] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.546740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.546921] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.547050] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.547116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.547280] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.547790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.547790] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.049635] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.049817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.049867] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.050097] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.050198] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.050443] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.050551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.050618] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.050773] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.050853] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.050945] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e is going to be updated. [ 1331.077964] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.077964] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.077964] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.078198] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.078198] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.085536] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: IN_PROGRESS for 2s [ 1332.651246] env[70213]: INFO networking_nsxv3.common.synchronization [req-af126759-3771-4bdf-9bd8-c2e0ef51e43f req-324509f7-3278-4d96-aa3a-7471549c75e3 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Enqueued Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1332.651869] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1332.652242] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.652347] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.893414] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.893634] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-476" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.893766] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-476" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.894053] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-476" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.894321] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.894484] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.894604] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.894833] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.895041] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.895267] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1332.895385] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1332.895497] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1332.895955] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1332.895955] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1332.895955] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1332.896116] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1332.916298] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1332.916447] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1332.916593] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1332.916762] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-476" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.917099] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-7cc4ccb2-278f-41cd-a392-c66909b390c3 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.917275] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-7cc4ccb2-278f-41cd-a392-c66909b390c3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.917402] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-7cc4ccb2-278f-41cd-a392-c66909b390c3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.917692] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-7cc4ccb2-278f-41cd-a392-c66909b390c3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.917839] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cc4ccb2-278f-41cd-a392-c66909b390c3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.095897] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: SUCCESS [ 1333.095897] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e deletion is rescheduled due to dependency. [ 1333.095897] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.095897] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.096132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.096253] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.096401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.096489] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.096660] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.096743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.096838] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.420311] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.420561] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.420694] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.421012] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.421227] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.421393] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 7cc4ccb2-278f-41cd-a392-c66909b390c3 not found, creating... [ 1333.421656] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.421815] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.421953] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.422207] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.422593] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.422661] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.422787] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.422931] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.423131] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.423268] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.423528] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 7cc4ccb2-278f-41cd-a392-c66909b390c3 is going to be created. [ 1333.442389] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.442569] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.442681] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.442905] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.443143] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.443378] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-7cc4ccb2-278f-41cd-a392-c66909b390c3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.599126] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.599126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.599126] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.599429] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.599532] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.599736] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.599838] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.599897] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.600080] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.600163] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.600254] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e is going to be updated. [ 1333.634775] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.634948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.634948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.635164] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.635301] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.643836] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: IN_PROGRESS for 2s [ 1334.122656] env[70213]: INFO networking_nsxv3.common.synchronization [req-af126759-3771-4bdf-9bd8-c2e0ef51e43f req-b89f00db-f825-43ca-9d4d-c4bef3bf37cb service nova] Enqueued Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_rules [ 1334.122935] env[70213]: INFO networking_nsxv3.common.synchronization [req-af126759-3771-4bdf-9bd8-c2e0ef51e43f req-b89f00db-f825-43ca-9d4d-c4bef3bf37cb service nova] Enqueued Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1334.122935] env[70213]: INFO networking_nsxv3.common.synchronization [req-af126759-3771-4bdf-9bd8-c2e0ef51e43f req-b89f00db-f825-43ca-9d4d-c4bef3bf37cb service nova] Enqueued Resource ID: 7cc4ccb2-278f-41cd-a392-c66909b390c3 with Priority: HIGHEST for action port [ 1334.123271] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_rules [ 1334.123412] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1334.123509] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cc4ccb2-278f-41cd-a392-c66909b390c3 with Priority: HIGHEST for action port [ 1334.124109] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.124235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.124302] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.124500] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.124582] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.125390] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.125484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.125675] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cc4ccb2-278f-41cd-a392-c66909b390c3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.125772] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cc4ccb2-278f-41cd-a392-c66909b390c3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.125838] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cc4ccb2-278f-41cd-a392-c66909b390c3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.126065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cc4ccb2-278f-41cd-a392-c66909b390c3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.126135] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cc4ccb2-278f-41cd-a392-c66909b390c3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.628897] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.629108] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.632359] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7cc4ccb2-278f-41cd-a392-c66909b390c3 with status ACTIVE [ 1334.632553] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.632676] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.632745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.632956] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.633068] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.633245] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.633340] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.633401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.633557] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.633633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.633980] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.634132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.634198] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.634342] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.634416] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.634505] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7cc4ccb2-278f-41cd-a392-c66909b390c3 is going to be updated. [ 1334.654147] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.654318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.654318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.654489] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.654613] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.654770] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cc4ccb2-278f-41cd-a392-c66909b390c3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.654800] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: SUCCESS [ 1335.655219] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e deletion is rescheduled due to dependency. [ 1335.655219] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.655219] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.655393] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.655557] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.655729] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.655799] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.656010] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.656084] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.656186] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.158451] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.660686] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.787437] env[70213]: INFO networking_nsxv3.common.synchronization [req-8bf7d753-38e8-4909-b0a0-491d41788b6c req-5e50856b-9f9c-4792-9ea2-b4d0fa801766 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Enqueued Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_members [ 1336.787991] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_members [ 1336.788326] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-49e0f25f-a392-46ca-91cd-d4d4711dd848 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.788452] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.788515] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.788712] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.788971] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.788971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.789129] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.789212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.789297] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.789394] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.163522] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.163751] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.163868] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.164193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.164335] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.164476] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e is going to be updated. [ 1337.191708] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.191910] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.191910] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.192171] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.192324] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.200196] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: IN_PROGRESS for 2s [ 1337.291350] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.291502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.291575] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.291792] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.291886] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.292103] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.292276] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.292276] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.292405] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.292480] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.292568] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 is going to be updated. [ 1337.321209] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.321374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.321374] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.321546] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.321682] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.329865] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: IN_PROGRESS for 2s [ 1339.210422] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: SUCCESS [ 1339.210775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.210775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.211031] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.211221] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.211339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.211405] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.211568] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.211649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.211739] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.211830] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.339242] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: SUCCESS [ 1339.339420] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 deletion is rescheduled due to dependency. [ 1339.339529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.713742] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.713932] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.714050] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.714310] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.714520] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.714647] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.714733] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.714902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.715030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.715141] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.715315] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.715438] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.715506] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.715686] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.715844] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.715967] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.716066] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.716217] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.716305] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.716416] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.716526] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.221755] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d33cea9-7e8b-4796-a46e-d499d954bc4e: rpc.has_security_group_logging(os_id): False [ 1340.239710] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.241444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.241444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.241444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.241444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.241444] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.241444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.241444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.241444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.241444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.241444] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.241444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.241444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.241444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.241444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.242030] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.242030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.242030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.242030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.242182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.242182] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e is going to be updated. [ 1340.301776] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.302060] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.302060] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.302254] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.302418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.316031] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: IN_PROGRESS for 2s [ 1341.788880] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.789093] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1342.330565] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: SUCCESS [ 1342.330797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.699771] env[70213]: INFO networking_nsxv3.common.synchronization [req-e288b87b-1774-4dd0-bc15-24ba5d865b1f req-44827efe-9e63-4ba7-9dc1-8d3c587acf2f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Enqueued Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_members [ 1343.700487] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_members [ 1343.700861] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-49e0f25f-a392-46ca-91cd-d4d4711dd848 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.701027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.701112] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.701296] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.701471] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.701558] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.701642] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.702280] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.702280] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.702280] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.990852] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.991074] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-226" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.991208] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-226" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.991488] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-226" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.991754] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.991912] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.992049] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.992276] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.992427] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.992638] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1343.992756] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1343.992867] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1343.992981] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1343.993130] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1343.993259] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1343.993398] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1344.012226] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1344.012390] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1344.012537] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1344.012710] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-226" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.013010] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-920303c6-b8c1-4a27-9f3e-524cc4ea4d53 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.013184] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-920303c6-b8c1-4a27-9f3e-524cc4ea4d53" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.013403] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-920303c6-b8c1-4a27-9f3e-524cc4ea4d53" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.013609] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-920303c6-b8c1-4a27-9f3e-524cc4ea4d53" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.013754] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('920303c6-b8c1-4a27-9f3e-524cc4ea4d53',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.203741] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.203971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.204154] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.204462] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.204568] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.204812] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.204929] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.204982] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.205168] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.205247] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.205341] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 is going to be updated. [ 1344.228940] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.229086] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.229212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.229423] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.229566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.237294] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: IN_PROGRESS for 2s [ 1344.520090] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.520400] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.520572] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.520901] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.521116] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.521319] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 920303c6-b8c1-4a27-9f3e-524cc4ea4d53 not found, creating... [ 1344.521679] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.521933] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.522138] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.522389] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.522580] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.522887] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.523061] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.523294] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.523540] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.523686] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.523830] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 920303c6-b8c1-4a27-9f3e-524cc4ea4d53 is going to be created. [ 1344.541080] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.541305] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.541417] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.541656] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.541884] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.542124] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-920303c6-b8c1-4a27-9f3e-524cc4ea4d53" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.941364] env[70213]: INFO networking_nsxv3.common.synchronization [req-3de3bc4e-dcbe-4c65-b326-1c148599d63f req-1da065b3-3c30-42df-bd47-dd2ff1c7aaae tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Enqueued Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1344.941874] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGHEST for action security_group_members [ 1344.942193] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.942319] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.942387] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.942575] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.942726] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.942836] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.942877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.943027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.943116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.943206] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.210445] env[70213]: INFO networking_nsxv3.common.synchronization [req-e288b87b-1774-4dd0-bc15-24ba5d865b1f req-96dc674e-92ba-43aa-99a5-1ebf5af0abc9 service nova] Enqueued Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_rules [ 1345.210445] env[70213]: INFO networking_nsxv3.common.synchronization [req-e288b87b-1774-4dd0-bc15-24ba5d865b1f req-96dc674e-92ba-43aa-99a5-1ebf5af0abc9 service nova] Enqueued Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_members [ 1345.210445] env[70213]: INFO networking_nsxv3.common.synchronization [req-e288b87b-1774-4dd0-bc15-24ba5d865b1f req-96dc674e-92ba-43aa-99a5-1ebf5af0abc9 service nova] Enqueued Resource ID: 920303c6-b8c1-4a27-9f3e-524cc4ea4d53 with Priority: HIGHEST for action port [ 1345.210445] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_rules [ 1345.210445] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_members [ 1345.210445] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920303c6-b8c1-4a27-9f3e-524cc4ea4d53 with Priority: HIGHEST for action port [ 1345.210445] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49e0f25f-a392-46ca-91cd-d4d4711dd848 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.210445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.210445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.210931] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.211132] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.212041] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-49e0f25f-a392-46ca-91cd-d4d4711dd848 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.212483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.212779] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-920303c6-b8c1-4a27-9f3e-524cc4ea4d53 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.213014] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-920303c6-b8c1-4a27-9f3e-524cc4ea4d53" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.213259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-920303c6-b8c1-4a27-9f3e-524cc4ea4d53" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.213470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-920303c6-b8c1-4a27-9f3e-524cc4ea4d53" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.213547] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('920303c6-b8c1-4a27-9f3e-524cc4ea4d53',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.444950] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.445139] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.445184] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.445399] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.445492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.445691] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.445789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.445853] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.446011] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.446123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.446217] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e is going to be updated. [ 1345.469145] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.469278] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.469381] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.469505] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.469634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.476658] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: IN_PROGRESS for 2s [ 1345.716417] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-49e0f25f-a392-46ca-91cd-d4d4711dd848 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.716417] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.716417] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 920303c6-b8c1-4a27-9f3e-524cc4ea4d53 with status ACTIVE [ 1345.716417] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.716417] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.716417] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.716417] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.716910] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.716910] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.716910] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.716910] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.717068] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.717068] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.717265] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.717362] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.717424] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.717566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.717700] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.717734] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 920303c6-b8c1-4a27-9f3e-524cc4ea4d53 is going to be updated. [ 1345.752600] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.752770] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.752770] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.752941] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.753087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.753243] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-920303c6-b8c1-4a27-9f3e-524cc4ea4d53" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.251491] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: SUCCESS [ 1346.251491] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 deletion is rescheduled due to dependency. [ 1346.251773] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.251773] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.251978] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.252173] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.252290] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.252357] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.252513] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.252591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.252682] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.754690] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.256783] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.486459] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e in Status: SUCCESS [ 1347.486613] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e deletion is rescheduled due to dependency. [ 1347.486734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.759452] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.759614] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.759654] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.759848] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.759936] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.760053] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 is going to be updated. [ 1347.791865] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.792013] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.792092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.792321] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.792434] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.800082] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: IN_PROGRESS for 2s [ 1349.810751] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: SUCCESS [ 1349.811592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.811592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.811592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.811592] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.811841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.811841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.811917] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.811959] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.812301] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.812301] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.210784] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.210948] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1350.314426] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.819780] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49e0f25f-a392-46ca-91cd-d4d4711dd848: rpc.has_security_group_logging(os_id): False [ 1350.839404] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.839595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.839595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.839808] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.839895] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.840173] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.840321] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.840357] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.840503] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.840607] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.840718] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 is going to be updated. [ 1350.897659] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.897880] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.897930] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.898613] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.898613] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.910288] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: IN_PROGRESS for 2s [ 1352.923650] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: SUCCESS [ 1352.923978] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.344407] env[70213]: INFO networking_nsxv3.common.synchronization [None req-fdf5aa09-3744-4812-90bb-f40db6ab7155 None None] Enqueued Resource ID: e328d3ef-4208-4db2-9aa7-dfc3e5baa11e with Priority: HIGHEST for action port [ 1354.344671] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e328d3ef-4208-4db2-9aa7-dfc3e5baa11e with Priority: HIGHEST for action port [ 1354.345463] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-e328d3ef-4208-4db2-9aa7-dfc3e5baa11e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.345463] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e328d3ef-4208-4db2-9aa7-dfc3e5baa11e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.345463] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e328d3ef-4208-4db2-9aa7-dfc3e5baa11e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.346433] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e328d3ef-4208-4db2-9aa7-dfc3e5baa11e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.346433] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e328d3ef-4208-4db2-9aa7-dfc3e5baa11e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.850405] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e328d3ef-4208-4db2-9aa7-dfc3e5baa11e [ 1354.850725] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.850876] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.850974] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.852185] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.852185] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.852185] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e328d3ef-4208-4db2-9aa7-dfc3e5baa11e already deleted. [ 1354.852185] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e328d3ef-4208-4db2-9aa7-dfc3e5baa11e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.096639] env[70213]: INFO networking_nsxv3.common.synchronization [None req-4850b136-5a53-49d0-8be5-bf9b90a17d0a None None] Enqueued Resource ID: aeeb92e4-f244-440c-9662-09a0458a69fd with Priority: HIGHEST for action port [ 1356.096890] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeeb92e4-f244-440c-9662-09a0458a69fd with Priority: HIGHEST for action port [ 1356.097490] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-aeeb92e4-f244-440c-9662-09a0458a69fd taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.097600] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aeeb92e4-f244-440c-9662-09a0458a69fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.097681] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aeeb92e4-f244-440c-9662-09a0458a69fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.097919] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aeeb92e4-f244-440c-9662-09a0458a69fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.098010] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aeeb92e4-f244-440c-9662-09a0458a69fd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.599915] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aeeb92e4-f244-440c-9662-09a0458a69fd [ 1356.600201] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.600338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.600408] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.600612] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.600702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.600804] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aeeb92e4-f244-440c-9662-09a0458a69fd already deleted. [ 1356.600886] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aeeb92e4-f244-440c-9662-09a0458a69fd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.592562] env[70213]: INFO networking_nsxv3.common.synchronization [req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 req-1244883e-9f0d-4542-a403-4cf428db710d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Enqueued Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_members [ 1359.593112] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_members [ 1359.593413] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-06470b7d-04dd-4ea8-86b2-29df3edf9b35 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.593535] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.593595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.593797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.593943] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.594183] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.594266] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.594425] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.594509] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.594603] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.098566] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.098566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.098566] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.098842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.098842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.099493] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.099493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.099493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.099493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.099493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.099892] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 is going to be updated. [ 1360.126813] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.127096] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.127096] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.127336] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.127510] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.135901] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: IN_PROGRESS for 2s [ 1360.268657] env[70213]: INFO networking_nsxv3.common.synchronization [req-7a2f872f-ac32-4298-b099-c2102abc177e req-19293155-c1f5-47f6-b5ff-f7b67409f5fb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1360.269524] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1360.269977] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.270137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.270209] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.270530] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.270646] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.270759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.270842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.270982] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.271078] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.271181] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.564928] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.565142] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.565275] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.565633] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.565904] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.566085] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.566249] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.566513] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.566631] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.566855] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1360.566964] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1360.567090] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1360.567219] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1360.567341] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1360.567452] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1360.567589] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1360.586412] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1360.586568] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1360.586712] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1360.586891] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.587239] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-db00ad06-3143-4eb0-8822-3ea01aaa548b taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.587429] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-db00ad06-3143-4eb0-8822-3ea01aaa548b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.587555] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-db00ad06-3143-4eb0-8822-3ea01aaa548b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.587865] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-db00ad06-3143-4eb0-8822-3ea01aaa548b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.588016] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db00ad06-3143-4eb0-8822-3ea01aaa548b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.773180] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.773536] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.773536] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.773753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.773849] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.774085] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.774205] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.774264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.774420] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.774497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.774584] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 already deleted. [ 1360.774665] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.090951] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.091228] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.091367] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.091710] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.091856] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.092028] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port db00ad06-3143-4eb0-8822-3ea01aaa548b not found, creating... [ 1361.092346] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.092560] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.092697] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.092926] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.093091] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.093389] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.093553] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.093714] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.093942] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.094117] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.094272] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: db00ad06-3143-4eb0-8822-3ea01aaa548b is going to be created. [ 1361.112531] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.112746] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.112874] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.113221] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.113500] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.113784] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-db00ad06-3143-4eb0-8822-3ea01aaa548b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.798267] env[70213]: INFO networking_nsxv3.common.synchronization [req-7a2f872f-ac32-4298-b099-c2102abc177e req-3da73392-929d-4cd5-80a6-7c1c508f0906 service nova] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_rules [ 1361.798573] env[70213]: INFO networking_nsxv3.common.synchronization [req-7a2f872f-ac32-4298-b099-c2102abc177e req-3da73392-929d-4cd5-80a6-7c1c508f0906 service nova] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1361.798573] env[70213]: INFO networking_nsxv3.common.synchronization [req-7a2f872f-ac32-4298-b099-c2102abc177e req-3da73392-929d-4cd5-80a6-7c1c508f0906 service nova] Enqueued Resource ID: db00ad06-3143-4eb0-8822-3ea01aaa548b with Priority: HIGHEST for action port [ 1361.799040] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_rules [ 1361.799040] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1361.802219] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db00ad06-3143-4eb0-8822-3ea01aaa548b with Priority: HIGHEST for action port [ 1361.802219] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.802219] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.802219] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.802219] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.802219] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.802462] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.802506] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.802634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.802772] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.802869] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.803057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.803057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.803161] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.803356] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.803356] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.804067] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-db00ad06-3143-4eb0-8822-3ea01aaa548b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.804220] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db00ad06-3143-4eb0-8822-3ea01aaa548b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.804288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db00ad06-3143-4eb0-8822-3ea01aaa548b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.804395] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db00ad06-3143-4eb0-8822-3ea01aaa548b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.804466] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db00ad06-3143-4eb0-8822-3ea01aaa548b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.145201] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: IN_PROGRESS for 4s [ 1362.306310] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.307135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.307431] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.308403] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db00ad06-3143-4eb0-8822-3ea01aaa548b with status ACTIVE [ 1362.308647] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.308781] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.308867] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.309093] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.309199] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.309426] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.309489] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.309589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.309698] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.309773] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.309953] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.310073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.310189] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.310406] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.310437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.310514] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db00ad06-3143-4eb0-8822-3ea01aaa548b is going to be updated. [ 1362.329045] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.329241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.329325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.329477] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.329624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.329778] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db00ad06-3143-4eb0-8822-3ea01aaa548b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.813294] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.315836] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.316063] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.316140] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.316410] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.316548] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.316681] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be created. [ 1363.337951] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.338201] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.338279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.338469] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.338694] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.347666] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: UNINITIALIZED for 2s [ 1364.153994] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: SUCCESS [ 1364.154207] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 deletion is rescheduled due to dependency. [ 1364.154320] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.356495] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1365.356847] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.356847] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.357074] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.357268] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.357401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.357465] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.357623] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.357704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.357788] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.357879] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.860457] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.860610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.860677] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.860895] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.861071] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.861172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.861225] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.861377] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.861468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.861560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.861703] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.861794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.861854] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.861990] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.862139] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.862229] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.862278] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.862415] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.862491] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.862574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.862663] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.365079] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65: rpc.has_security_group_logging(os_id): False [ 1366.381873] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.382115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.382115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.382308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.382400] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.382595] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.382696] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.382758] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.382913] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.382988] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.383207] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.383300] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.383365] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.383504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.383579] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.383766] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.383860] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.383920] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.384078] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.384157] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.384244] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be created. [ 1366.438902] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.439070] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.439141] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.439360] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.439549] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.449525] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1366.801307] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.801467] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1368.462517] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1368.462818] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.511266] env[70213]: INFO networking_nsxv3.common.synchronization [req-d507fb87-703d-45ab-b7bf-c74caa21fd81 req-291de22c-8dee-4ce7-85d3-2c8e036584bc tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Enqueued Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_members [ 1369.511266] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_members [ 1369.511266] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-06470b7d-04dd-4ea8-86b2-29df3edf9b35 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.511719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.511719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.511719] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.511804] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.512141] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.512141] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.512141] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.512260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.512331] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.811287] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.811287] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-724" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.811394] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-724" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.811614] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-724" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.811888] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.812098] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.814021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.814021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.814021] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.814021] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1369.814021] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1369.814021] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1369.814021] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1369.814441] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1369.814441] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1369.814441] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1369.832217] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1369.832391] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1369.832535] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1369.832709] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-724" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.833018] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-89055bf4-5cad-478a-8841-af88a383b7f7 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.833212] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-89055bf4-5cad-478a-8841-af88a383b7f7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.833315] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-89055bf4-5cad-478a-8841-af88a383b7f7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.833624] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-89055bf4-5cad-478a-8841-af88a383b7f7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.833769] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89055bf4-5cad-478a-8841-af88a383b7f7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.018475] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.018658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.018702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.018899] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.018989] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.019205] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.019304] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.019369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.019516] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.019594] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.019683] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 is going to be updated. [ 1370.043988] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.044122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.044235] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.044338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.044468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.057433] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: IN_PROGRESS for 2s [ 1370.336425] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.336954] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.337178] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.337825] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.337825] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.337951] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 89055bf4-5cad-478a-8841-af88a383b7f7 not found, creating... [ 1370.338337] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.338970] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.338970] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.338970] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.339170] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.339512] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.339704] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.339847] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.340137] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.340475] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.340541] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 89055bf4-5cad-478a-8841-af88a383b7f7 is going to be created. [ 1370.359679] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.359914] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.360063] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.360347] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.360585] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.360862] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-89055bf4-5cad-478a-8841-af88a383b7f7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.111292] env[70213]: INFO networking_nsxv3.common.synchronization [req-d507fb87-703d-45ab-b7bf-c74caa21fd81 req-223647ca-7bf7-4cb5-a8ee-95c45ccdb79b service nova] Enqueued Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_rules [ 1371.111292] env[70213]: INFO networking_nsxv3.common.synchronization [req-d507fb87-703d-45ab-b7bf-c74caa21fd81 req-223647ca-7bf7-4cb5-a8ee-95c45ccdb79b service nova] Enqueued Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_members [ 1371.111292] env[70213]: INFO networking_nsxv3.common.synchronization [req-d507fb87-703d-45ab-b7bf-c74caa21fd81 req-223647ca-7bf7-4cb5-a8ee-95c45ccdb79b service nova] Enqueued Resource ID: 89055bf4-5cad-478a-8841-af88a383b7f7 with Priority: HIGHEST for action port [ 1371.111292] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_rules [ 1371.111292] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_members [ 1371.111292] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89055bf4-5cad-478a-8841-af88a383b7f7 with Priority: HIGHEST for action port [ 1371.111292] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.111292] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.111292] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.111292] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.112187] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.117234] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-06470b7d-04dd-4ea8-86b2-29df3edf9b35 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.117234] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.117234] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-89055bf4-5cad-478a-8841-af88a383b7f7 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.117234] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89055bf4-5cad-478a-8841-af88a383b7f7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.117234] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89055bf4-5cad-478a-8841-af88a383b7f7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.117234] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89055bf4-5cad-478a-8841-af88a383b7f7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.118638] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89055bf4-5cad-478a-8841-af88a383b7f7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.617057] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-06470b7d-04dd-4ea8-86b2-29df3edf9b35 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.617215] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.619556] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89055bf4-5cad-478a-8841-af88a383b7f7 with status ACTIVE [ 1371.619740] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.619859] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.619938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.620181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.620275] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.620455] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.620553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.620616] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.620764] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.620841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.621036] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.621131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.621190] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.621325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.621398] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.621486] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89055bf4-5cad-478a-8841-af88a383b7f7 is going to be updated. [ 1371.639678] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.639814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.639886] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.640085] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.640215] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.640371] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89055bf4-5cad-478a-8841-af88a383b7f7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.066625] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: SUCCESS [ 1372.067956] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 deletion is rescheduled due to dependency. [ 1372.067956] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.067956] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.067956] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.067956] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.067956] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.067956] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.067956] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.067956] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.067956] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.571283] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.075493] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.577897] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.578332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.578332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.578459] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.578459] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.578613] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 is going to be updated. [ 1373.603960] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.604248] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.604248] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.604398] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.604572] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.611729] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: IN_PROGRESS for 2s [ 1374.479171] env[70213]: INFO networking_nsxv3.common.synchronization [req-1fac0405-e187-4711-9499-a793ec187035 req-241abd9b-981f-47bf-9682-111c51e7c580 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1374.479704] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1374.480015] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.480142] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.480210] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.480404] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.480725] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.480725] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.480725] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.480855] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.480921] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.481016] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.732568] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.732873] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.732916] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.733197] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.733470] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.733635] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.733755] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.733976] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.734187] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.734439] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1374.734562] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1374.734676] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1374.734788] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1374.734901] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1374.735015] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1374.735157] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1374.752700] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1374.752992] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1374.753238] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1374.753469] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.753795] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-c271bb61-47a6-4aff-b08a-5651c4dab05b taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.753971] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-c271bb61-47a6-4aff-b08a-5651c4dab05b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.754107] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-c271bb61-47a6-4aff-b08a-5651c4dab05b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.754442] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-c271bb61-47a6-4aff-b08a-5651c4dab05b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.754593] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c271bb61-47a6-4aff-b08a-5651c4dab05b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.983062] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.257698] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.258028] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.258175] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.258461] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.258625] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.258790] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port c271bb61-47a6-4aff-b08a-5651c4dab05b not found, creating... [ 1375.259147] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.259331] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.259459] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.259705] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.260035] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.260171] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.260419] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.260530] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.260743] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.260888] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.261049] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: c271bb61-47a6-4aff-b08a-5651c4dab05b is going to be created. [ 1375.280893] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.281249] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.281473] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.281786] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.282046] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.282291] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-c271bb61-47a6-4aff-b08a-5651c4dab05b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.485443] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.622374] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: SUCCESS [ 1375.622588] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.622761] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.622984] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.623222] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.623329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.623391] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.623545] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.623628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.623715] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.623806] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.956208] env[70213]: INFO networking_nsxv3.common.synchronization [req-1fac0405-e187-4711-9499-a793ec187035 req-3a43717f-91c9-4473-9f2d-f26dfbc328f9 service nova] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_rules [ 1375.956630] env[70213]: INFO networking_nsxv3.common.synchronization [req-1fac0405-e187-4711-9499-a793ec187035 req-3a43717f-91c9-4473-9f2d-f26dfbc328f9 service nova] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1375.956630] env[70213]: INFO networking_nsxv3.common.synchronization [req-1fac0405-e187-4711-9499-a793ec187035 req-3a43717f-91c9-4473-9f2d-f26dfbc328f9 service nova] Enqueued Resource ID: c271bb61-47a6-4aff-b08a-5651c4dab05b with Priority: HIGHEST for action port [ 1375.956843] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_rules [ 1375.956967] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1375.957074] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c271bb61-47a6-4aff-b08a-5651c4dab05b with Priority: HIGHEST for action port [ 1375.957792] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.957882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.957882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.958130] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.958228] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.959065] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.959169] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.959355] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-c271bb61-47a6-4aff-b08a-5651c4dab05b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.959477] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c271bb61-47a6-4aff-b08a-5651c4dab05b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.959547] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c271bb61-47a6-4aff-b08a-5651c4dab05b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.959722] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c271bb61-47a6-4aff-b08a-5651c4dab05b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.959800] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c271bb61-47a6-4aff-b08a-5651c4dab05b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.989071] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.989071] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.989071] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.989071] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.989071] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.989071] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1376.017535] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.017705] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.017780] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.017961] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.018114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.025649] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1376.125805] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.461058] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.461201] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.461423] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c271bb61-47a6-4aff-b08a-5651c4dab05b with status ACTIVE [ 1376.461604] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.461710] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.461773] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.461985] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.462104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.462305] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.462418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.462481] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.462638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.462722] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.462949] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.463008] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.463058] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.463198] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.463271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.463355] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c271bb61-47a6-4aff-b08a-5651c4dab05b is going to be updated. [ 1376.483235] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.483366] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.483459] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.483639] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.483768] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.483945] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c271bb61-47a6-4aff-b08a-5651c4dab05b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.628088] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06470b7d-04dd-4ea8-86b2-29df3edf9b35: rpc.has_security_group_logging(os_id): False [ 1376.647440] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.647595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.647639] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.647939] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.648094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.648357] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.648463] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.648528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.648745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.648924] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.649044] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 is going to be updated. [ 1376.712107] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.712259] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.712303] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.712493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.712635] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.725726] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: IN_PROGRESS for 2s [ 1377.513503] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.513503] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-285" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.513748] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-285" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.513792] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-285" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.514071] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.514235] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.514385] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.514610] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.514762] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.514979] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1377.515113] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1377.515231] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1377.515343] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1377.515458] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1377.515566] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1377.515741] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1377.532414] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1377.532521] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1377.532641] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1377.532856] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-285" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.533204] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-2d99afa8-86c8-4c8c-912d-feb2c38f0de6 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.534061] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-2d99afa8-86c8-4c8c-912d-feb2c38f0de6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.534061] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-2d99afa8-86c8-4c8c-912d-feb2c38f0de6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.534061] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-2d99afa8-86c8-4c8c-912d-feb2c38f0de6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.534061] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d99afa8-86c8-4c8c-912d-feb2c38f0de6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.036182] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1378.036376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.037297] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.037516] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.037619] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.037891] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.038058] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.038346] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.038507] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.038632] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.038858] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.038999] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.039310] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.039465] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.039587] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.039800] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.039940] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.040100] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 2d99afa8-86c8-4c8c-912d-feb2c38f0de6 is going to be updated. [ 1378.041056] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.041223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.041372] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.041468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.041532] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.041670] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.041735] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.041830] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.061528] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.061773] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.061861] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.062145] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.062344] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.062572] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-2d99afa8-86c8-4c8c-912d-feb2c38f0de6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.545790] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.738283] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: SUCCESS [ 1378.738593] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.796313] env[70213]: INFO networking_nsxv3.common.synchronization [req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 req-78173a67-97a1-4e5a-a724-427214a22cc6 service nova] Enqueued Resource ID: 93373945-827c-4b81-96d7-580de8b3aa6b with Priority: HIGHEST for action security_group_rules [ 1378.796600] env[70213]: INFO networking_nsxv3.common.synchronization [req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 req-78173a67-97a1-4e5a-a724-427214a22cc6 service nova] Enqueued Resource ID: 93373945-827c-4b81-96d7-580de8b3aa6b with Priority: HIGHEST for action security_group_members [ 1378.796756] env[70213]: INFO networking_nsxv3.common.synchronization [req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 req-78173a67-97a1-4e5a-a724-427214a22cc6 service nova] Enqueued Resource ID: 2d99afa8-86c8-4c8c-912d-feb2c38f0de6 with Priority: HIGHEST for action port [ 1378.796987] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93373945-827c-4b81-96d7-580de8b3aa6b with Priority: HIGHEST for action security_group_rules [ 1378.797138] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93373945-827c-4b81-96d7-580de8b3aa6b with Priority: HIGHEST for action security_group_members [ 1378.797237] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d99afa8-86c8-4c8c-912d-feb2c38f0de6 with Priority: HIGHEST for action port [ 1378.797931] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93373945-827c-4b81-96d7-580de8b3aa6b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.798238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.798326] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.798541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.798626] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93373945-827c-4b81-96d7-580de8b3aa6b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.799548] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-93373945-827c-4b81-96d7-580de8b3aa6b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.799664] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.799733] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.799901] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.800056] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.800154] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.800225] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.800350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.800435] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.800543] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93373945-827c-4b81-96d7-580de8b3aa6b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.801278] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d99afa8-86c8-4c8c-912d-feb2c38f0de6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.801358] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d99afa8-86c8-4c8c-912d-feb2c38f0de6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.804268] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d99afa8-86c8-4c8c-912d-feb2c38f0de6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.804268] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d99afa8-86c8-4c8c-912d-feb2c38f0de6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.804268] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d99afa8-86c8-4c8c-912d-feb2c38f0de6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.049414] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.304060] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-93373945-827c-4b81-96d7-580de8b3aa6b taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.304157] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.304396] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93373945-827c-4b81-96d7-580de8b3aa6b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.305296] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d99afa8-86c8-4c8c-912d-feb2c38f0de6 with status ACTIVE [ 1379.305486] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.305599] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.305657] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.305916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.306053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.306145] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.306244] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.306302] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.306483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.306569] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.306757] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.306852] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.306910] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.308041] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.308148] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.308252] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d99afa8-86c8-4c8c-912d-feb2c38f0de6 is going to be updated. [ 1379.338611] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.338743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.338817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.338988] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.339137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.339282] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d99afa8-86c8-4c8c-912d-feb2c38f0de6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.552575] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.553781] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.553781] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.553781] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.553781] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.553781] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1379.579476] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.579632] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.579708] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.579901] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.580060] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.590206] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1379.810048] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93373945-827c-4b81-96d7-580de8b3aa6b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.312424] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.312628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.312628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.312793] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.312888] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.312991] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93373945-827c-4b81-96d7-580de8b3aa6b is going to be updated. [ 1380.341144] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.341297] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.341368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.341591] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.341730] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.350849] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93373945-827c-4b81-96d7-580de8b3aa6b in Status: IN_PROGRESS for 2s [ 1381.600750] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1381.601193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.601193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.601448] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.601649] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.601774] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.601836] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.601992] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.602088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.602176] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.602265] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.104939] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.104939] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.104939] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.107492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.107492] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.107492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.107492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.107492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.107492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.107492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.107492] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.107492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.107492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.107492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.107492] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.107492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.108108] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.108108] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.108108] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.108271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.108271] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.359874] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93373945-827c-4b81-96d7-580de8b3aa6b in Status: SUCCESS [ 1382.360177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.360344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.360482] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.360786] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.360786] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.361122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.361122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.361122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.361381] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.361381] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93373945-827c-4b81-96d7-580de8b3aa6b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.612335] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65: rpc.has_security_group_logging(os_id): False [ 1382.629384] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.629672] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.629672] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.629785] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.629931] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.630081] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.630197] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.630268] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.630388] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.630457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.630688] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.630823] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.630823] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.630973] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.631145] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.631229] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.631323] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.631401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.631488] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.631559] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.631644] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1382.691022] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.691208] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.691300] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.691498] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.691655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.703194] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1382.863912] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93373945-827c-4b81-96d7-580de8b3aa6b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.366945] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93373945-827c-4b81-96d7-580de8b3aa6b: rpc.has_security_group_logging(os_id): False [ 1383.384431] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.384597] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.384658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.384863] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.384954] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.385220] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.385319] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.385382] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.385536] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.385615] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.385703] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93373945-827c-4b81-96d7-580de8b3aa6b is going to be updated. [ 1383.437891] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.438100] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.438100] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.438303] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.438451] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.451501] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93373945-827c-4b81-96d7-580de8b3aa6b in Status: IN_PROGRESS for 2s [ 1383.797960] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.798284] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1384.716892] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1384.717151] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.466015] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93373945-827c-4b81-96d7-580de8b3aa6b in Status: SUCCESS [ 1385.466437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.441895] env[70213]: INFO networking_nsxv3.common.synchronization [req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 req-41c5981c-d8af-4964-8f64-7e861e18281f tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1387.442411] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1387.442717] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.442841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.442901] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.443155] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.443310] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.443410] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.443475] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.443623] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.443743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.443866] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.946464] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.449164] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.952348] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.952567] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.952567] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.952748] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.952833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.952938] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1388.982133] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.982305] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.982344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.982553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.982707] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.991748] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1391.003255] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1391.003539] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.443810] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.444149] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.827424] env[70213]: INFO networking_nsxv3.common.synchronization [req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 req-79dd3fd6-15fd-4056-91d8-b8f26f1e0ccf tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1395.828050] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1395.828403] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.828528] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.828593] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.828793] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.828943] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.829398] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.829485] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.829704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.829704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.829778] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.096682] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.096909] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.097053] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.097335] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.097770] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.097947] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.098083] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.098313] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.098465] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.098686] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1396.098806] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1396.098939] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1396.099073] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1396.099198] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1396.099307] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1396.099445] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1396.120110] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1396.120264] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1396.120403] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1396.120565] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.120846] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-b0296c84-9320-4354-9cfb-4eaa4596a288 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.121016] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-b0296c84-9320-4354-9cfb-4eaa4596a288" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.121149] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-b0296c84-9320-4354-9cfb-4eaa4596a288" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.121436] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-b0296c84-9320-4354-9cfb-4eaa4596a288" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.121582] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0296c84-9320-4354-9cfb-4eaa4596a288',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.128835] env[70213]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1396.128950] env[70213]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1396.333075] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.623896] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.624100] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.624239] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.624546] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.624723] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.624890] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port b0296c84-9320-4354-9cfb-4eaa4596a288 not found, creating... [ 1396.625176] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.625338] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.625458] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.625686] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.625830] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.626139] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.626302] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.626423] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.626683] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.626837] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.626983] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: b0296c84-9320-4354-9cfb-4eaa4596a288 is going to be created. [ 1396.645278] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.645447] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.645570] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.645795] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.646046] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.646266] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-b0296c84-9320-4354-9cfb-4eaa4596a288" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.835532] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.305606] env[70213]: INFO networking_nsxv3.common.synchronization [req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 req-8ee4db80-e1e4-4e8c-9f03-13bdae9d9a00 service nova] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_rules [ 1397.305871] env[70213]: INFO networking_nsxv3.common.synchronization [req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 req-8ee4db80-e1e4-4e8c-9f03-13bdae9d9a00 service nova] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1397.305927] env[70213]: INFO networking_nsxv3.common.synchronization [req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 req-8ee4db80-e1e4-4e8c-9f03-13bdae9d9a00 service nova] Enqueued Resource ID: b0296c84-9320-4354-9cfb-4eaa4596a288 with Priority: HIGHEST for action port [ 1397.306164] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_rules [ 1397.306292] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1397.306388] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0296c84-9320-4354-9cfb-4eaa4596a288 with Priority: HIGHEST for action port [ 1397.307092] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.307225] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.307296] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.307502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.307583] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.308563] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.308667] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.308867] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0296c84-9320-4354-9cfb-4eaa4596a288 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.309030] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0296c84-9320-4354-9cfb-4eaa4596a288" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.309091] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0296c84-9320-4354-9cfb-4eaa4596a288" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.309240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0296c84-9320-4354-9cfb-4eaa4596a288" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.309319] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0296c84-9320-4354-9cfb-4eaa4596a288',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.338169] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.338333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.338378] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.338561] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.338673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.338794] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1397.365250] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.365386] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.365386] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.365580] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.365724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.374063] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1397.811600] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.811734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.811930] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0296c84-9320-4354-9cfb-4eaa4596a288 with status ACTIVE [ 1397.812127] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.812240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.812327] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.812520] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.812612] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.812807] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.812894] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.812975] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.813130] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.813205] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.813388] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.813484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.813541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.813681] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.813759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.813844] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0296c84-9320-4354-9cfb-4eaa4596a288 is going to be updated. [ 1397.835958] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.836359] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.836359] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.836359] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.836359] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.836600] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0296c84-9320-4354-9cfb-4eaa4596a288" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.383610] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1399.383951] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.384053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.384277] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.384498] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.384635] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.384695] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.384870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.384944] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.385059] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.887989] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.390029] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.892235] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.892419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.892484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.892679] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.892772] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.892876] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1400.917907] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.918079] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.918123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.918300] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.918440] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.927039] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1402.307540] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.307891] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1402.937644] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1402.937893] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.938075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.938288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.938481] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.938599] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.938653] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.938852] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.938945] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.939047] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.939139] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.441523] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.441940] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.441940] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.442061] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.442164] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.442263] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.442324] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.442470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.442548] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.442639] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.442783] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.442876] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.442938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.443091] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.443227] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.443316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.443369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.443504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.443577] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.443658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.443744] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.945720] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65: rpc.has_security_group_logging(os_id): False [ 1403.961890] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.962088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.962170] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.962339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.962430] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.962625] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.962735] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.962796] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.962945] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.963027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.963231] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.963332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.963387] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.963514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.963582] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.963805] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.963908] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.963980] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.964108] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.964175] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.964264] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1404.053314] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.053463] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.053507] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.053717] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.053863] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.066207] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1405.071792] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.072137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.072137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.072264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.072374] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.574288] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.076815] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.080839] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1406.081066] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.579443] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1406.579583] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1407.308272] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.308656] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.312740] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.312943] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.312943] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.313161] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.324595] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1407.325445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.326305] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1407.359536] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.359694] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.359694] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.359888] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.370954] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.371566] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1407.371646] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1407.371734] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1407.406360] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.406532] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.406532] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.406733] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.407690] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.407844] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1407.479916] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.480129] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.480129] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.480335] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.480628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.480920] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1407.552299] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.552480] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.552555] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.552762] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.553049] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.553311] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 1407.553401] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4d33cea9-7e8b-4796-a46e-d499d954bc4e', '8e82eb48-1239-4ce1-8f34-d965cc33e880', '7fa8e198-4e74-44cb-a02f-b7d7cdd68f65', '49e0f25f-a392-46ca-91cd-d4d4711dd848', '914b68f2-fb83-4b52-882e-deeffc71aef2', '875e27d3-8039-4fab-9a39-281e0c951213', '96e57008-619c-4084-9abb-204bbc095329', '458b4ef0-16cf-4a0a-8fee-8e6f5699717c', '21032012-75fd-4351-8a4f-f49e6948ddb5', 'b05de2d0-cefc-430e-a6e9-5b50e803f216', '1357e72e-1056-4acd-946f-e64c09ec2b7f', '973880d1-ad42-42c7-8ec7-7d4712c60e59', 'a4af62ec-0e0f-49f0-b210-45b9df8836ab', 'c614c359-2ca0-48d4-8960-75eb55ccdb9b', 'b6192d16-1760-4ee7-9201-2d1ae2c1bdf9', 'c34b5275-3bf2-45f6-b630-afb77dc3d571', '7eee82c9-b502-446a-a077-cecdbf4c3e55', '4b21bdeb-68e4-409c-8f2f-6aedc2459f11', '1f806651-3f75-4995-a244-aaf71cab2fc3', 'd582fe16-e615-46b3-8c0e-c859261a4a16', '5f79de95-85c3-4a07-bdab-5c03613e99c9', 'b8fe1000-8803-478f-a8bf-f3d14cf7a9c6', '9241e58b-e123-4f4c-a02b-708cf0da710b', '8b8d1845-4ced-4cfb-9192-05de5a86d8d2', '0463d193-71c6-48c2-ac5b-73103a5f9cfa', '93373945-827c-4b81-96d7-580de8b3aa6b', '19822255-d2a3-40b2-915d-04e261ba207e', '06470b7d-04dd-4ea8-86b2-29df3edf9b35', '4c55d05f-41ba-4910-bbda-2c86ab8ab8be', '0581516d-4977-4d0a-b411-417ffefcb125', '404ae873-3003-4537-b6c5-aca013c90c84', 'df3d76bf-3251-4895-9576-e5961c8b96b9', '2f99763c-6b1c-4c89-b72c-4255c3b90438', 'b5da006e-02d7-47d7-a422-a7a1b2ae7e25', 'db274a14-6ca0-4b52-90f7-3cb52569da81', 'c5399544-5147-45eb-992f-cc4fc6e6420a', 'af658585-02ca-48b6-94c6-72bcdc0051fd'} {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1407.553483] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1407.570920] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.571067] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.571135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.571317] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.571402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.571508] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1407.571580] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1407.571648] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1407.646151] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.646298] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.646360] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.646565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.647627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.647936] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1407.648016] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1407.648259] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1407.648259] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1407.648259] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 1407.648386] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGH for action security_group_rules [ 1407.648386] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGH for action security_group_rules [ 1407.648452] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGH for action security_group_rules [ 1407.648494] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGH for action security_group_rules [ 1407.648560] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 with Priority: HIGH for action security_group_rules [ 1407.648622] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGH for action security_group_rules [ 1407.648683] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96e57008-619c-4084-9abb-204bbc095329 with Priority: HIGH for action security_group_rules [ 1407.648745] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGH for action security_group_rules [ 1407.648808] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 with Priority: HIGH for action security_group_rules [ 1407.648917] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 with Priority: HIGH for action security_group_rules [ 1407.648917] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f with Priority: HIGH for action security_group_rules [ 1407.648989] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 with Priority: HIGH for action security_group_rules [ 1407.649047] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab with Priority: HIGH for action security_group_rules [ 1407.649109] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b with Priority: HIGH for action security_group_rules [ 1407.649170] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 with Priority: HIGH for action security_group_rules [ 1407.649231] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c34b5275-3bf2-45f6-b630-afb77dc3d571 with Priority: HIGH for action security_group_rules [ 1407.649293] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 with Priority: HIGH for action security_group_rules [ 1407.649357] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 with Priority: HIGH for action security_group_rules [ 1407.649419] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f806651-3f75-4995-a244-aaf71cab2fc3 with Priority: HIGH for action security_group_rules [ 1407.649482] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d582fe16-e615-46b3-8c0e-c859261a4a16 with Priority: HIGH for action security_group_rules [ 1407.649597] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.840007] env[70213]: INFO networking_nsxv3.common.synchronization [req-95809eed-90b4-4f26-bebc-e3505c54525c req-622ff2e1-165a-412c-8530-23f230f6386a tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Enqueued Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_members [ 1407.840705] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGHEST for action security_group_members [ 1407.840847] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e with Priority: HIGH for action security_group_rules [ 1407.840950] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGH for action security_group_rules [ 1407.841196] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e57008-619c-4084-9abb-204bbc095329 with Priority: HIGH for action security_group_rules [ 1407.841331] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 with Priority: HIGH for action security_group_rules [ 1407.841430] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d582fe16-e615-46b3-8c0e-c859261a4a16 with Priority: HIGH for action security_group_rules [ 1407.841526] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f806651-3f75-4995-a244-aaf71cab2fc3 with Priority: HIGH for action security_group_rules [ 1407.841619] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 with Priority: HIGH for action security_group_rules [ 1407.841709] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 with Priority: HIGH for action security_group_rules [ 1407.841798] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b with Priority: HIGH for action security_group_rules [ 1407.841888] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c34b5275-3bf2-45f6-b630-afb77dc3d571 with Priority: HIGH for action security_group_rules [ 1407.841976] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab with Priority: HIGH for action security_group_rules [ 1407.842076] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 with Priority: HIGH for action security_group_rules [ 1407.842163] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f with Priority: HIGH for action security_group_rules [ 1407.842249] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 with Priority: HIGH for action security_group_rules [ 1407.842334] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 with Priority: HIGH for action security_group_rules [ 1407.842420] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875e27d3-8039-4fab-9a39-281e0c951213 with Priority: HIGH for action security_group_rules [ 1407.842506] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c with Priority: HIGH for action security_group_rules [ 1407.842589] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 with Priority: HIGH for action security_group_rules [ 1407.842672] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 with Priority: HIGH for action security_group_rules [ 1407.842758] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 with Priority: HIGH for action security_group_rules [ 1407.843070] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-49e0f25f-a392-46ca-91cd-d4d4711dd848 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.843190] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.843254] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.843448] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.843603] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.843697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.843755] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.843894] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.843976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.844083] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.846126] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.846237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.846305] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.846464] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.846545] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d33cea9-7e8b-4796-a46e-d499d954bc4e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.850404] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.850515] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.850584] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.850734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.850811] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.852051] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96e57008-619c-4084-9abb-204bbc095329 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.852165] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.852233] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.852382] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.852456] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96e57008-619c-4084-9abb-204bbc095329',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.853130] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.853800] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.853800] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.853800] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.853800] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6192d16-1760-4ee7-9201-2d1ae2c1bdf9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.854446] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d582fe16-e615-46b3-8c0e-c859261a4a16 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.854446] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.854446] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.854615] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.854729] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d582fe16-e615-46b3-8c0e-c859261a4a16',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.856256] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f806651-3f75-4995-a244-aaf71cab2fc3 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.856938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.856938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.856938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.856938] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f806651-3f75-4995-a244-aaf71cab2fc3',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.857651] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.857759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.857935] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.858108] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.858181] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b21bdeb-68e4-409c-8f2f-6aedc2459f11',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.859176] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eee82c9-b502-446a-a077-cecdbf4c3e55 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.859658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.859658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.859658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.859658] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eee82c9-b502-446a-a077-cecdbf4c3e55',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.860487] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c614c359-2ca0-48d4-8960-75eb55ccdb9b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.860596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.860663] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.860813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.860898] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c614c359-2ca0-48d4-8960-75eb55ccdb9b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.862143] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c34b5275-3bf2-45f6-b630-afb77dc3d571 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.862266] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.862335] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.862482] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.862554] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c34b5275-3bf2-45f6-b630-afb77dc3d571',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.863389] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4af62ec-0e0f-49f0-b210-45b9df8836ab taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.863499] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.863567] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.864025] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.864113] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4af62ec-0e0f-49f0-b210-45b9df8836ab',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.865352] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-973880d1-ad42-42c7-8ec7-7d4712c60e59 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.865482] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.865522] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.865664] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.865771] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('973880d1-ad42-42c7-8ec7-7d4712c60e59',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.868345] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1357e72e-1056-4acd-946f-e64c09ec2b7f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.868497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.868567] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.868718] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.868791] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1357e72e-1056-4acd-946f-e64c09ec2b7f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.870051] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b05de2d0-cefc-430e-a6e9-5b50e803f216 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.870185] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.870255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.870405] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.870820] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b05de2d0-cefc-430e-a6e9-5b50e803f216',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.871463] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21032012-75fd-4351-8a4f-f49e6948ddb5 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.871575] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.871621] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.871737] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.871803] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21032012-75fd-4351-8a4f-f49e6948ddb5',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.874129] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-875e27d3-8039-4fab-9a39-281e0c951213 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.874129] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.874129] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.874129] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.874129] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('875e27d3-8039-4fab-9a39-281e0c951213',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.874350] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.874350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.874424] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.874567] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.875128] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('458b4ef0-16cf-4a0a-8fee-8e6f5699717c',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.875371] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-914b68f2-fb83-4b52-882e-deeffc71aef2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.875371] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.875457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.875557] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.875620] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('914b68f2-fb83-4b52-882e-deeffc71aef2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.876280] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e82eb48-1239-4ce1-8f34-d965cc33e880 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.876385] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.876442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.876580] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.876648] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e82eb48-1239-4ce1-8f34-d965cc33e880',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.877907] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49e0f25f-a392-46ca-91cd-d4d4711dd848 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.878095] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.878213] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.878309] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.878373] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49e0f25f-a392-46ca-91cd-d4d4711dd848',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.958238] env[70213]: INFO networking_nsxv3.common.synchronization [req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed req-b7933a75-c662-4e08-b9c2-e9f57aa0c38e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1407.958737] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1407.959091] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.959208] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.959278] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.959472] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.959629] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.959724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.959775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.959917] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.960012] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.960459] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.346987] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.347364] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.347364] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.347476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.376356] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.376587] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.376703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.376797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.376967] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.377066] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.377161] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 is going to be updated. [ 1408.379179] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.379291] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.379359] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.379512] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.380992] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.381110] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.383288] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-914b68f2-fb83-4b52-882e-deeffc71aef2 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.383396] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.383463] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.383614] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.383756] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.383853] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.383918] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.384074] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.384154] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.384237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.384322] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('914b68f2-fb83-4b52-882e-deeffc71aef2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.387672] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.387783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.394598] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.394745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.396185] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.396289] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.405174] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.405311] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.408034] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.408177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.408221] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.408397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.408530] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.427486] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.427599] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.430256] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.430349] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.436878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.436977] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d582fe16-e615-46b3-8c0e-c859261a4a16 is going to be deleted. [ 1408.437754] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.437956] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.441049] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.441140] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.443876] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.443986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.444723] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.444807] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.445549] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.445644] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.446347] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.446445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.447159] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.447255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.447878] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1408.448264] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.448360] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.448946] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1408.449261] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: IN_PROGRESS for 2s [ 1408.449816] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1408.450190] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.450280] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.450870] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1408.451239] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.451334] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.451933] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1408.452302] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.452416] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.452974] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1408.453336] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.453419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.453971] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1408.454373] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.454465] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d33cea9-7e8b-4796-a46e-d499d954bc4e is going to be deleted. [ 1408.455219] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.455393] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.461933] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.485733] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.485840] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b21bdeb-68e4-409c-8f2f-6aedc2459f11 is going to be deleted. [ 1408.486617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.486865] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.525907] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.526048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.526880] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.526984] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.529063] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.529177] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4af62ec-0e0f-49f0-b210-45b9df8836ab is going to be deleted. [ 1408.530013] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.530233] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.549890] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.550139] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f806651-3f75-4995-a244-aaf71cab2fc3 is going to be deleted. [ 1408.550887] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.551152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.676514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.676667] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21032012-75fd-4351-8a4f-f49e6948ddb5 is going to be deleted. [ 1408.677646] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.677921] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.678095] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.678209] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 is going to be deleted. [ 1408.678960] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.679159] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.715806] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.715806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.718047] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.718047] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.734917] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.735013] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.799192] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.799356] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c34b5275-3bf2-45f6-b630-afb77dc3d571 is going to be deleted. [ 1408.800445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.800658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.827948] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.828088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.835736] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.835876] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.839070] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.839256] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 875e27d3-8039-4fab-9a39-281e0c951213 is going to be deleted. [ 1408.840105] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.840311] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.872620] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.872749] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eee82c9-b502-446a-a077-cecdbf4c3e55 is going to be deleted. [ 1408.873596] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.873806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.904317] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('914b68f2-fb83-4b52-882e-deeffc71aef2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.922540] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.922540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.932060] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.932060] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.953022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.953022] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c614c359-2ca0-48d4-8960-75eb55ccdb9b is going to be deleted. [ 1408.953660] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.953865] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.963360] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.976999] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.977159] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 973880d1-ad42-42c7-8ec7-7d4712c60e59 is going to be deleted. [ 1408.977922] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.978138] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.077817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.078024] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6192d16-1760-4ee7-9201-2d1ae2c1bdf9 is going to be deleted. [ 1409.078857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.079103] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.122159] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.122297] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.144617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.144754] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96e57008-619c-4084-9abb-204bbc095329 is going to be deleted. [ 1409.145523] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.145721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.147017] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.147125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.262653] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.262826] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.267139] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.267267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.268085] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.268204] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e82eb48-1239-4ce1-8f34-d965cc33e880 is going to be deleted. [ 1409.269087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.269442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.347121] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.347414] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b05de2d0-cefc-430e-a6e9-5b50e803f216 is going to be deleted. [ 1409.348071] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.348272] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.353823] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.354011] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.405487] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 914b68f2-fb83-4b52-882e-deeffc71aef2: rpc.has_security_group_logging(os_id): False [ 1409.427283] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.427412] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 458b4ef0-16cf-4a0a-8fee-8e6f5699717c is going to be deleted. [ 1409.428313] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.428512] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.465392] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.465506] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.465807] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.465915] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.465982] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.466190] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.466278] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.466374] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1409.496696] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.496839] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.519763] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.519874] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1357e72e-1056-4acd-946f-e64c09ec2b7f is going to be deleted. [ 1409.520723] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.520915] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.521012] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.521162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d33cea9-7e8b-4796-a46e-d499d954bc4e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.521318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.521481] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.521560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.521676] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d582fe16-e615-46b3-8c0e-c859261a4a16" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.522144] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.522293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.522376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.522486] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4af62ec-0e0f-49f0-b210-45b9df8836ab" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.522612] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.522751] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.522827] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.522938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b21bdeb-68e4-409c-8f2f-6aedc2459f11" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.523079] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.523217] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.523296] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.523426] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f806651-3f75-4995-a244-aaf71cab2fc3" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.523552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.523691] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.523765] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.523875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21032012-75fd-4351-8a4f-f49e6948ddb5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.523996] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.524147] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.524222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.524332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.524453] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.524590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.524731] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.524850] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c34b5275-3bf2-45f6-b630-afb77dc3d571" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.524971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.525124] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.525198] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.525304] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-875e27d3-8039-4fab-9a39-281e0c951213" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.525424] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.525557] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.525630] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.525732] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eee82c9-b502-446a-a077-cecdbf4c3e55" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.525852] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.525986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.526071] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.526360] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c614c359-2ca0-48d4-8960-75eb55ccdb9b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.526360] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.526463] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.526529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.526638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-973880d1-ad42-42c7-8ec7-7d4712c60e59" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.526843] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.527084] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.527177] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.527301] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6192d16-1760-4ee7-9201-2d1ae2c1bdf9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.527441] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.527589] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.527667] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.527808] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96e57008-619c-4084-9abb-204bbc095329" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.528020] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.528124] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.554898] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.555040] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.555091] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.555250] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.555381] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.597689] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1409.601823] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.602013] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.602123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.602189] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.602354] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.602432] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.602518] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 is going to be updated. [ 1409.603427] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.603590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.603673] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.603793] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e82eb48-1239-4ce1-8f34-d965cc33e880" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.609208] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.609323] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.609391] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.609565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.609621] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.609731] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b05de2d0-cefc-430e-a6e9-5b50e803f216" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.615628] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.615767] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.615816] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.615969] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.616065] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.616169] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1357e72e-1056-4acd-946f-e64c09ec2b7f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.629033] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.629033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.629033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.629033] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.629262] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.629262] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-458b4ef0-16cf-4a0a-8fee-8e6f5699717c" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.744290] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1409.744943] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.745144] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.745222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.745422] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.745557] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.776332] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 in Status: IN_PROGRESS for 2s [ 1410.458512] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 in Status: SUCCESS [ 1410.458794] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49e0f25f-a392-46ca-91cd-d4d4711dd848 deletion is rescheduled due to dependency. [ 1410.458794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49e0f25f-a392-46ca-91cd-d4d4711dd848" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.608597] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1411.608994] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.608994] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.609202] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.609393] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.609513] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.609573] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.609730] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.609812] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.609900] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.609990] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.788606] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 in Status: SUCCESS [ 1411.788834] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.112705] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.112869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.112941] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.113178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.113651] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.113651] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.113651] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.113651] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.113840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.113840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.113943] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.114058] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.114122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.114262] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.114398] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.114487] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.114544] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.114679] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.114774] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.114858] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.114948] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.617599] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65: rpc.has_security_group_logging(os_id): False [ 1412.635021] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.635157] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.635196] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.635376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.653067] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.653275] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.653376] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.653440] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.653605] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.653685] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.653876] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.653972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.654044] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.654188] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.654261] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.654448] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.654541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.654602] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.654739] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.654814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.654901] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1412.708412] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.708549] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.708586] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.708741] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.708875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.721986] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1412.959490] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.959604] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1414.737752] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1414.738060] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.970823] env[70213]: INFO networking_nsxv3.common.synchronization [req-c1adc6b6-919e-404b-b989-8c8a27fa9ded req-ab6574c7-b24c-48ec-9c18-85470f9f90da tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1416.971399] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1416.971715] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.971837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.971906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.972861] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.973101] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.973955] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.974131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.974353] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.974509] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.974678] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.235634] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.235869] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.236012] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.236287] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.236557] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.236714] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.236850] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.237223] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.237490] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.237715] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1417.237908] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1417.238121] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1417.238299] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1417.238614] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1417.238614] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1417.238839] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1417.261306] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1417.261484] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1417.261634] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1417.261806] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.262161] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-e8a4ae04-f814-46ab-9703-656d3a359cad taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.262361] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-e8a4ae04-f814-46ab-9703-656d3a359cad" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.262499] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-e8a4ae04-f814-46ab-9703-656d3a359cad" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.262806] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-e8a4ae04-f814-46ab-9703-656d3a359cad" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.263061] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8a4ae04-f814-46ab-9703-656d3a359cad',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.318546] env[70213]: INFO networking_nsxv3.common.synchronization [None req-d0576eeb-e330-4f2d-870c-161a79a69c45 None None] Enqueued Resource ID: fa91497f-ab9b-410a-82af-3207c46b3862 with Priority: HIGHEST for action port [ 1417.318848] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa91497f-ab9b-410a-82af-3207c46b3862 with Priority: HIGHEST for action port [ 1417.319977] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa91497f-ab9b-410a-82af-3207c46b3862 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.319977] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa91497f-ab9b-410a-82af-3207c46b3862" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.319977] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa91497f-ab9b-410a-82af-3207c46b3862" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.319977] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa91497f-ab9b-410a-82af-3207c46b3862" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.319977] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa91497f-ab9b-410a-82af-3207c46b3862',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.477489] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.650712] env[70213]: INFO networking_nsxv3.common.synchronization [None req-348ae677-6673-495c-8876-81f554ed0e28 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Enqueued Resource ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a with Priority: HIGHEST for action security_group_rules [ 1417.650712] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a with Priority: HIGHEST for action security_group_rules [ 1417.650811] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.651021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.651021] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.652607] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.652607] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.722026] env[70213]: INFO networking_nsxv3.common.synchronization [None req-bfb1b432-72c0-4da4-9d48-9cf32915b533 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Enqueued Resource ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a with Priority: HIGHEST for action security_group_rules [ 1417.722520] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a with Priority: HIGHEST for action security_group_rules [ 1417.723234] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.723234] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.764975] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.765553] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.765553] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.765648] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.765798] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.765988] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port e8a4ae04-f814-46ab-9703-656d3a359cad not found, creating... [ 1417.766245] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.766402] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.766526] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.766735] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.766901] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.767209] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.767369] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.767489] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.767698] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.767865] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.767978] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: e8a4ae04-f814-46ab-9703-656d3a359cad is going to be created. [ 1417.787943] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.787943] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.787943] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.788248] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.788384] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.788598] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-e8a4ae04-f814-46ab-9703-656d3a359cad" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.821968] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa91497f-ab9b-410a-82af-3207c46b3862 [ 1417.822137] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.822269] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.822336] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.823276] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.823276] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.823276] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa91497f-ab9b-410a-82af-3207c46b3862 already deleted. [ 1417.823276] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa91497f-ab9b-410a-82af-3207c46b3862" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.979435] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.175354] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.175570] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.175662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.175921] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.176045] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.176150] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a already deleted. [ 1418.176237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.176409] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.176617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.176719] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.483244] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.483244] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.483244] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.483244] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.483244] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.483244] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1418.505473] env[70213]: INFO networking_nsxv3.common.synchronization [req-c1adc6b6-919e-404b-b989-8c8a27fa9ded req-624514a4-1c54-44d6-afe2-607d12bb35da service nova] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_rules [ 1418.505583] env[70213]: INFO networking_nsxv3.common.synchronization [req-c1adc6b6-919e-404b-b989-8c8a27fa9ded req-624514a4-1c54-44d6-afe2-607d12bb35da service nova] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1418.505729] env[70213]: INFO networking_nsxv3.common.synchronization [req-c1adc6b6-919e-404b-b989-8c8a27fa9ded req-624514a4-1c54-44d6-afe2-607d12bb35da service nova] Enqueued Resource ID: e8a4ae04-f814-46ab-9703-656d3a359cad with Priority: HIGHEST for action port [ 1418.505969] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_rules [ 1418.506128] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1418.506239] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a4ae04-f814-46ab-9703-656d3a359cad with Priority: HIGHEST for action port [ 1418.506799] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.507282] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.507355] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.508432] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.508465] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.509354] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.509497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.509660] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8a4ae04-f814-46ab-9703-656d3a359cad taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.509761] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8a4ae04-f814-46ab-9703-656d3a359cad" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.509826] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8a4ae04-f814-46ab-9703-656d3a359cad" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.510013] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8a4ae04-f814-46ab-9703-656d3a359cad" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.510127] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8a4ae04-f814-46ab-9703-656d3a359cad',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.513762] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.513878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.513948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.514132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.514568] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.523061] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1418.694366] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.694502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.694569] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.694780] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.694870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.694969] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a already deleted. [ 1418.695072] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.012928] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.013233] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.013274] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8a4ae04-f814-46ab-9703-656d3a359cad with status ACTIVE [ 1419.014099] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.014099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.014099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.014099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.014099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.014099] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.014460] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.014460] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.014460] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.014460] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.014570] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.014640] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.014697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.017019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.017019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.017019] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8a4ae04-f814-46ab-9703-656d3a359cad is going to be updated. [ 1419.049574] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.049574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.049574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.049574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.049574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.049574] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8a4ae04-f814-46ab-9703-656d3a359cad" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.157235] env[70213]: INFO networking_nsxv3.common.synchronization [None req-54138c51-bb0a-49f8-b43b-88384780f9e8 None None] Enqueued Resource ID: 6b480b06-1316-439c-85d5-e8140eef74d6 with Priority: HIGHEST for action port [ 1419.157839] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b480b06-1316-439c-85d5-e8140eef74d6 with Priority: HIGHEST for action port [ 1419.158212] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b480b06-1316-439c-85d5-e8140eef74d6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.158332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b480b06-1316-439c-85d5-e8140eef74d6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.158428] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b480b06-1316-439c-85d5-e8140eef74d6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.159230] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b480b06-1316-439c-85d5-e8140eef74d6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.159230] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b480b06-1316-439c-85d5-e8140eef74d6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.661075] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b480b06-1316-439c-85d5-e8140eef74d6 [ 1419.661272] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.661411] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.661482] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.661697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.661789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.661890] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b480b06-1316-439c-85d5-e8140eef74d6 already deleted. [ 1419.661974] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b480b06-1316-439c-85d5-e8140eef74d6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.534052] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1420.534052] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.534052] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.534052] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.534052] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.534052] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.534052] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.534616] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.534689] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.534814] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.037130] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.539495] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.042448] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.042598] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.042671] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.042859] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.042946] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.043063] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1422.071731] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.071848] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.071926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.072125] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.072280] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.079950] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1423.162785] env[70213]: INFO networking_nsxv3.common.synchronization [req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 req-56599f8c-a312-4dff-8a2d-38f7cb92dea7 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Enqueued Resource ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a with Priority: HIGHEST for action security_group_members [ 1423.164551] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a with Priority: HIGHEST for action security_group_members [ 1423.164551] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d2e6b3a-31d2-4160-b69c-1f863431a60a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.164551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.164551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.164551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.164551] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.164551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.164551] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.166265] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.166265] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.166265] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.470022] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.470292] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-725" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.470422] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-725" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.470799] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-725" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.471107] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.471287] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.471410] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.471674] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.471823] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.472052] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1423.472173] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1423.472285] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1423.472395] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1423.472507] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1423.472615] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1423.472748] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1423.493490] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1423.493685] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1423.494521] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1423.494657] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-725" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.495751] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-62056277-5020-4143-a000-fbc4b31d30e5 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.496191] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-62056277-5020-4143-a000-fbc4b31d30e5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.496721] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-62056277-5020-4143-a000-fbc4b31d30e5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.497530] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-62056277-5020-4143-a000-fbc4b31d30e5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.497810] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62056277-5020-4143-a000-fbc4b31d30e5',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.667700] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.668027] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.668124] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.668419] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.668548] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.669296] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.669296] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.669296] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.669296] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.669529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.669529] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a already deleted. [ 1423.669603] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.000624] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.000951] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.001149] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.001443] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.001599] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.001760] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 62056277-5020-4143-a000-fbc4b31d30e5 not found, creating... [ 1424.002064] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.002381] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.002381] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.002672] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.002827] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.003167] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.003334] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.003457] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.003673] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.003865] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.004051] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 62056277-5020-4143-a000-fbc4b31d30e5 is going to be created. [ 1424.024069] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.024069] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.024069] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.024351] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.025038] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.025038] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-62056277-5020-4143-a000-fbc4b31d30e5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.099957] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1424.100231] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.100422] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.100674] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.100874] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.100998] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.101101] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.101286] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.101379] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.101469] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.101568] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.604378] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.604649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.604649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.604963] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.605076] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.605181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.605258] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.605415] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.605519] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.605653] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.605858] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.605959] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.606085] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.606204] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.606355] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.606451] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.606511] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.606648] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.606723] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.606805] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.606896] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.702530] env[70213]: INFO networking_nsxv3.common.synchronization [req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 req-323877ce-d2d1-49d2-ada2-54cf3d67330a service nova] Enqueued Resource ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a with Priority: HIGHEST for action security_group_rules [ 1424.702747] env[70213]: INFO networking_nsxv3.common.synchronization [req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 req-323877ce-d2d1-49d2-ada2-54cf3d67330a service nova] Enqueued Resource ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a with Priority: HIGHEST for action security_group_members [ 1424.702851] env[70213]: INFO networking_nsxv3.common.synchronization [req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 req-323877ce-d2d1-49d2-ada2-54cf3d67330a service nova] Enqueued Resource ID: 62056277-5020-4143-a000-fbc4b31d30e5 with Priority: HIGHEST for action port [ 1424.703098] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a with Priority: HIGHEST for action security_group_rules [ 1424.703229] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a with Priority: HIGHEST for action security_group_members [ 1424.703325] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62056277-5020-4143-a000-fbc4b31d30e5 with Priority: HIGHEST for action port [ 1424.703834] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.703955] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.704088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.704302] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.704385] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.705218] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d2e6b3a-31d2-4160-b69c-1f863431a60a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.705341] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.705413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.705571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.707038] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.707038] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.707038] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.707038] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.707038] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.707038] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.707038] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-62056277-5020-4143-a000-fbc4b31d30e5 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.707038] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62056277-5020-4143-a000-fbc4b31d30e5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.707038] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62056277-5020-4143-a000-fbc4b31d30e5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.707454] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62056277-5020-4143-a000-fbc4b31d30e5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.707454] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62056277-5020-4143-a000-fbc4b31d30e5',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.109279] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65: rpc.has_security_group_logging(os_id): False [ 1425.126672] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.126806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.126862] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.127152] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.127251] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.127438] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.127541] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.127606] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.127764] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.127841] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.128072] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.128174] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.128238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.128383] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.128459] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.128651] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.128772] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.128840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.128984] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.129074] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.129162] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1425.190314] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.190475] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.190475] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.190637] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.190770] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.208461] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d2e6b3a-31d2-4160-b69c-1f863431a60a taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.208602] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.209267] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1425.209471] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62056277-5020-4143-a000-fbc4b31d30e5 with status ACTIVE [ 1425.209588] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.209692] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.209779] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.209910] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.209995] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.210180] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.210275] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.210340] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.210482] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.210559] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.210736] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.210829] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.210893] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.211354] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.211354] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.211354] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62056277-5020-4143-a000-fbc4b31d30e5 is going to be updated. [ 1425.212086] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.243780] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.243914] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.243959] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.244165] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.244289] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.244457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62056277-5020-4143-a000-fbc4b31d30e5" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.714341] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.217009] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.217239] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.217336] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.217592] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.217728] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.217857] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a is going to be created. [ 1426.251575] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.251801] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.251801] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.251997] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.252179] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.261512] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a in Status: UNINITIALIZED for 2s [ 1427.230817] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1427.231199] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.271706] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a in Status: SUCCESS [ 1428.272106] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.272106] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.272400] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.272642] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.272776] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.272834] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.272987] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.273110] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.273206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.273330] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.775658] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.278619] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d2e6b3a-31d2-4160-b69c-1f863431a60a: rpc.has_security_group_logging(os_id): False [ 1429.295614] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.295781] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.295781] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.295977] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.296090] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.296331] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.296433] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.296497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.296650] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.296729] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.296815] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a is going to be created. [ 1429.349943] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.350123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.350172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.350332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.350505] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.359952] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a in Status: IN_PROGRESS for 2s [ 1429.704780] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.704953] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1430.579953] env[70213]: INFO networking_nsxv3.common.synchronization [req-185a0382-7509-46ee-8bf2-4b94b7e4d739 req-a9eca0f8-de35-42ab-a108-56ce3f129e1f tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1430.580848] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1430.580848] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.580848] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.580848] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.581404] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.581604] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.581715] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.581781] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.581946] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.582071] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.582149] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.031022] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.031022] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.031022] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.031022] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.031022] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.031022] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.031022] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.031022] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.031022] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.031022] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1431.031686] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1431.031913] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1431.032162] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1431.032389] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1431.032625] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1431.032959] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1431.051064] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1431.051464] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1431.051804] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1431.052120] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.052550] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-fd478fa3-6fc4-4626-85e8-8269e3159d20 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.052879] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-fd478fa3-6fc4-4626-85e8-8269e3159d20" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.053238] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-fd478fa3-6fc4-4626-85e8-8269e3159d20" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.053643] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-fd478fa3-6fc4-4626-85e8-8269e3159d20" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.054576] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd478fa3-6fc4-4626-85e8-8269e3159d20',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.084341] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.150414] env[70213]: INFO networking_nsxv3.common.synchronization [req-669a1bb0-de16-456c-8003-7bdc32e0a662 req-51b1ae19-4d67-4f56-b2b1-cdea6047ea1b tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Enqueued Resource ID: 93373945-827c-4b81-96d7-580de8b3aa6b with Priority: HIGHEST for action security_group_members [ 1431.150414] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93373945-827c-4b81-96d7-580de8b3aa6b with Priority: HIGHEST for action security_group_members [ 1431.150414] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-93373945-827c-4b81-96d7-580de8b3aa6b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.150414] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.150414] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.150784] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.150971] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.151228] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.151359] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.151605] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.151769] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.151922] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93373945-827c-4b81-96d7-580de8b3aa6b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.372074] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a in Status: SUCCESS [ 1431.372371] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.558125] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.558362] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.558508] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.558815] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.558970] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.559170] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port fd478fa3-6fc4-4626-85e8-8269e3159d20 not found, creating... [ 1431.559490] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.559662] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.559788] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.560053] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.560211] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.560487] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.560654] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.560811] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.561051] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.561199] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.561349] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: fd478fa3-6fc4-4626-85e8-8269e3159d20 is going to be created. [ 1431.581830] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.582214] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.582214] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.582437] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.582681] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.582906] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-fd478fa3-6fc4-4626-85e8-8269e3159d20" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.586352] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.657882] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.658080] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.658080] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.658312] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.679436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.679695] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.679815] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.679877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.680099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.680181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.680551] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93373945-827c-4b81-96d7-580de8b3aa6b is going to be updated. [ 1431.716550] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.716724] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.716765] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.716948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.717172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.730055] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93373945-827c-4b81-96d7-580de8b3aa6b in Status: IN_PROGRESS for 2s [ 1432.091467] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.091467] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.091467] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.091467] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.091467] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.091467] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1432.116732] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.116948] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.117081] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.117807] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.117807] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.128654] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1432.282354] env[70213]: INFO networking_nsxv3.common.synchronization [req-185a0382-7509-46ee-8bf2-4b94b7e4d739 req-6af14b5d-9ff5-430e-9870-a8330d484ef3 service nova] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_rules [ 1432.282524] env[70213]: INFO networking_nsxv3.common.synchronization [req-185a0382-7509-46ee-8bf2-4b94b7e4d739 req-6af14b5d-9ff5-430e-9870-a8330d484ef3 service nova] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1432.282666] env[70213]: INFO networking_nsxv3.common.synchronization [req-185a0382-7509-46ee-8bf2-4b94b7e4d739 req-6af14b5d-9ff5-430e-9870-a8330d484ef3 service nova] Enqueued Resource ID: fd478fa3-6fc4-4626-85e8-8269e3159d20 with Priority: HIGHEST for action port [ 1432.282905] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_rules [ 1432.283045] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1432.283146] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd478fa3-6fc4-4626-85e8-8269e3159d20 with Priority: HIGHEST for action port [ 1432.283690] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.284206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.284283] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.284484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.284568] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.285507] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.285507] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.285651] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd478fa3-6fc4-4626-85e8-8269e3159d20 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.285758] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd478fa3-6fc4-4626-85e8-8269e3159d20" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.285792] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd478fa3-6fc4-4626-85e8-8269e3159d20" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.285940] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd478fa3-6fc4-4626-85e8-8269e3159d20" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.286030] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd478fa3-6fc4-4626-85e8-8269e3159d20',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.788647] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.788920] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.788992] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd478fa3-6fc4-4626-85e8-8269e3159d20 with status ACTIVE [ 1432.789281] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.789397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.789463] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.789668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.789814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.789953] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.790043] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.790121] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.790333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.790333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.790944] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.790944] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.790944] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.790944] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.790944] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.790944] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd478fa3-6fc4-4626-85e8-8269e3159d20 is going to be updated. [ 1432.810986] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.811146] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.811208] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.811383] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.811575] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.811812] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd478fa3-6fc4-4626-85e8-8269e3159d20" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.739263] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93373945-827c-4b81-96d7-580de8b3aa6b in Status: SUCCESS [ 1433.739483] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93373945-827c-4b81-96d7-580de8b3aa6b deletion is rescheduled due to dependency. [ 1433.739906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.139094] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 4s [ 1436.150182] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1436.150498] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.150655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.150942] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.151198] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.151370] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.151472] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.151658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.151765] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.151935] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.655105] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.157044] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.283869] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.284052] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1437.659778] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.659778] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.659778] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.659974] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.660105] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.660237] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1437.686502] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.686663] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.686734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.686967] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.687264] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.695812] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1439.706584] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1439.706906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.706943] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.707325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.707520] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.707643] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.707703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.707878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.707962] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.708068] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.708181] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.210605] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.210838] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.210838] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.210960] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.211153] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.211281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.211443] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.211610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.211610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.211610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.211831] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.211925] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.211925] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.212066] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.212200] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.212282] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.212368] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.212504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.212575] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.212657] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.212802] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.715197] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65: rpc.has_security_group_logging(os_id): False [ 1440.733907] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.734088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.734179] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.734401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.734513] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.734710] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.734827] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.734893] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.735155] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.735228] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.735459] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.735579] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.735657] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.735806] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.735901] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.736127] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.736232] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.736294] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.736452] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.736535] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.736623] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1440.804423] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.804587] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.804624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.804834] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.804983] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.830424] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1441.907997] env[70213]: INFO networking_nsxv3.common.synchronization [req-799db4e5-54c4-4f71-a251-9af4c956a85b req-c6f83c0b-87cf-44de-89cf-9bbd868cf206 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1441.908576] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1441.908884] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.909014] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.909137] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.909349] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.909523] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.909617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.909681] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.909830] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.909941] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.910011] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.411420] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.848787] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1442.849040] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.913289] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.415561] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.415742] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.415785] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.415983] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.416091] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.416192] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1443.441093] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.441241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.441283] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.441460] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.441584] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.448921] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1444.110555] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.110852] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-724" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.110916] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-724" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.111176] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-724" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.111439] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.111599] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.111720] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.111938] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.112103] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.112323] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1444.112445] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1444.112559] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1444.112671] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1444.112783] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1444.112892] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1444.113039] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1444.153119] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1444.153119] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1444.153297] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1444.153408] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-724" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.153707] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-89055bf4-5cad-478a-8841-af88a383b7f7 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.153885] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-89055bf4-5cad-478a-8841-af88a383b7f7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.154016] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-89055bf4-5cad-478a-8841-af88a383b7f7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.154289] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-89055bf4-5cad-478a-8841-af88a383b7f7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.154436] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89055bf4-5cad-478a-8841-af88a383b7f7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.656414] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.656668] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.656764] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.657066] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.657267] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.657564] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.657747] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.657875] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.658122] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.658278] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.658580] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.658740] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.658862] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.659145] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.659304] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.659453] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 89055bf4-5cad-478a-8841-af88a383b7f7 is going to be updated. [ 1444.678815] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.678983] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.679132] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.679355] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.679535] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.679743] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-89055bf4-5cad-478a-8841-af88a383b7f7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.335944] env[70213]: INFO networking_nsxv3.common.synchronization [req-830f235f-57e3-42ce-b772-c9fba28d946c req-970b0a3a-2572-43c1-b044-01990939d710 service nova] Enqueued Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_rules [ 1445.336202] env[70213]: INFO networking_nsxv3.common.synchronization [req-830f235f-57e3-42ce-b772-c9fba28d946c req-970b0a3a-2572-43c1-b044-01990939d710 service nova] Enqueued Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_members [ 1445.336309] env[70213]: INFO networking_nsxv3.common.synchronization [req-830f235f-57e3-42ce-b772-c9fba28d946c req-970b0a3a-2572-43c1-b044-01990939d710 service nova] Enqueued Resource ID: 89055bf4-5cad-478a-8841-af88a383b7f7 with Priority: HIGHEST for action port [ 1445.336524] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_rules [ 1445.336652] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_members [ 1445.336764] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89055bf4-5cad-478a-8841-af88a383b7f7 with Priority: HIGHEST for action port [ 1445.337355] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.337483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.337552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.337750] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.337832] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.338682] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-06470b7d-04dd-4ea8-86b2-29df3edf9b35 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.338734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.338807] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.338972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.339129] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.339221] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.339293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.339422] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.339526] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.339619] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.340707] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-89055bf4-5cad-478a-8841-af88a383b7f7 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.340834] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89055bf4-5cad-478a-8841-af88a383b7f7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.340887] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89055bf4-5cad-478a-8841-af88a383b7f7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.341060] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89055bf4-5cad-478a-8841-af88a383b7f7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.341161] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89055bf4-5cad-478a-8841-af88a383b7f7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.457950] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1445.458208] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.843063] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-06470b7d-04dd-4ea8-86b2-29df3edf9b35 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.843245] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.843347] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.844255] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89055bf4-5cad-478a-8841-af88a383b7f7 with status ACTIVE [ 1445.844440] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.844556] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.844624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.844822] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.844904] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.845086] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.845182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.845245] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.845392] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.845470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.845650] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.845739] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.845801] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.845938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.846015] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.846107] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89055bf4-5cad-478a-8841-af88a383b7f7 is going to be updated. [ 1445.866029] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.866266] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.866396] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.866685] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.866898] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.867258] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89055bf4-5cad-478a-8841-af88a383b7f7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.348135] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.853026] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.853260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.853260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.853484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.853577] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.853682] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 is going to be updated. [ 1446.879760] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.879917] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.879992] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.880174] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.880348] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.891731] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: IN_PROGRESS for 2s [ 1448.755875] env[70213]: INFO networking_nsxv3.common.synchronization [req-c20e9030-9f0e-44b6-a755-c4c027c4b05c req-fd7c26ae-0f60-46da-b733-30fafba2a993 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1448.756427] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1448.756818] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.756918] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.756993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.757457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.757653] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.757653] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.757783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.757864] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.757949] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.758061] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.902110] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: SUCCESS [ 1448.902110] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.902110] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.902110] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.902110] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.902448] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.902448] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.902448] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.902553] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.902627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.902721] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.260953] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.405195] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.763211] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.907524] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06470b7d-04dd-4ea8-86b2-29df3edf9b35: rpc.has_security_group_logging(os_id): False [ 1449.926657] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.926871] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.927018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.927179] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.946346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.946659] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.946774] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.946884] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.947049] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.947170] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.947320] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 is going to be updated. [ 1450.015476] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.015648] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.015716] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.015896] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.016055] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.030889] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: IN_PROGRESS for 2s [ 1450.265582] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.265759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.265870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.266167] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.266293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.266401] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1450.299290] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.299462] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.299557] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.299763] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.299972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.309284] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1452.048058] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: SUCCESS [ 1452.048493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.318965] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1452.319166] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.757520] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.757932] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.650615] env[70213]: INFO networking_nsxv3.common.synchronization [req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 req-a28a7842-ebf1-4475-912e-da16c74c12a2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Enqueued Resource ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 with Priority: HIGHEST for action security_group_members [ 1456.651280] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 with Priority: HIGHEST for action security_group_members [ 1456.651593] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-914b68f2-fb83-4b52-882e-deeffc71aef2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.651718] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.651782] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.651986] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.652150] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.652279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.652322] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.652601] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.652701] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.652796] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('914b68f2-fb83-4b52-882e-deeffc71aef2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.154799] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.155035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.155035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.155285] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.155378] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.155578] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.155675] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.155738] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.155891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.155973] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.156099] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 is going to be updated. [ 1457.185169] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.185325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.185375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.185530] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.185660] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.194161] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 in Status: IN_PROGRESS for 2s [ 1457.839204] env[70213]: INFO networking_nsxv3.common.synchronization [req-715c4861-dd9a-4573-9ef9-1af7a4387f9a req-0e8f5132-d1ad-409e-ab92-753b4dcf5123 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1457.839945] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1457.840858] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.841008] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.841088] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.841308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.841463] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.841562] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.841622] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.841774] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.841859] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.841952] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.105649] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.105649] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.105649] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.105854] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.106040] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.106206] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.106327] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.106668] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.106788] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.107011] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1458.107136] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1458.107246] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1458.107801] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1458.107801] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1458.107915] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1458.107990] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1458.125295] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1458.125456] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1458.125522] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1458.125692] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.125983] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-115f5790-0934-4028-99b2-81e8fc797c0e taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.126177] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-115f5790-0934-4028-99b2-81e8fc797c0e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.126326] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-115f5790-0934-4028-99b2-81e8fc797c0e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.126628] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-115f5790-0934-4028-99b2-81e8fc797c0e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.126770] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('115f5790-0934-4028-99b2-81e8fc797c0e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.346867] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.628764] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.629019] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.629556] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.629556] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.629648] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.629736] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 115f5790-0934-4028-99b2-81e8fc797c0e not found, creating... [ 1458.630030] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.630180] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.630301] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.630525] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.630668] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.630950] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.631121] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.631241] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.631458] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.631615] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.631782] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 115f5790-0934-4028-99b2-81e8fc797c0e is going to be created. [ 1458.651499] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.651686] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.651815] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.652060] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.652284] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.652542] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-115f5790-0934-4028-99b2-81e8fc797c0e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.849201] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.206809] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 in Status: SUCCESS [ 1459.207065] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 deletion is rescheduled due to dependency. [ 1459.207210] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.329222] env[70213]: INFO networking_nsxv3.common.synchronization [req-715c4861-dd9a-4573-9ef9-1af7a4387f9a req-3c4bdfcd-a671-425e-ac67-0f1c61c727a4 service nova] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_rules [ 1459.329222] env[70213]: INFO networking_nsxv3.common.synchronization [req-715c4861-dd9a-4573-9ef9-1af7a4387f9a req-3c4bdfcd-a671-425e-ac67-0f1c61c727a4 service nova] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1459.329222] env[70213]: INFO networking_nsxv3.common.synchronization [req-715c4861-dd9a-4573-9ef9-1af7a4387f9a req-3c4bdfcd-a671-425e-ac67-0f1c61c727a4 service nova] Enqueued Resource ID: 115f5790-0934-4028-99b2-81e8fc797c0e with Priority: HIGHEST for action port [ 1459.329222] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_rules [ 1459.329222] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1459.329222] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 115f5790-0934-4028-99b2-81e8fc797c0e with Priority: HIGHEST for action port [ 1459.329222] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.329222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.329222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.329222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.333223] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.333223] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.333223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.333223] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-115f5790-0934-4028-99b2-81e8fc797c0e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.333223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-115f5790-0934-4028-99b2-81e8fc797c0e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.333223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-115f5790-0934-4028-99b2-81e8fc797c0e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.333223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-115f5790-0934-4028-99b2-81e8fc797c0e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.333223] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('115f5790-0934-4028-99b2-81e8fc797c0e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.351203] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.351332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.351402] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.351667] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.351789] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.351911] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1459.380308] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.380484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.380552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.380738] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.380874] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.388714] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1459.835508] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.835508] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.835508] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 115f5790-0934-4028-99b2-81e8fc797c0e with status ACTIVE [ 1459.835902] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.835902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.835902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.836042] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.836187] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.836369] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.836466] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.836527] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.836686] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.836764] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.836943] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.837045] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.837106] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.837244] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.837359] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.839025] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 115f5790-0934-4028-99b2-81e8fc797c0e is going to be updated. [ 1459.858851] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.859162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.859162] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.859238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.859318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.859468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-115f5790-0934-4028-99b2-81e8fc797c0e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.292549] env[70213]: INFO networking_nsxv3.common.synchronization [None req-ffcedacd-6126-409d-8920-1154d83b0a66 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Enqueued Resource ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 with Priority: HIGHEST for action security_group_rules [ 1461.293126] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 with Priority: HIGHEST for action security_group_rules [ 1461.293619] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.293619] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.293619] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.293912] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.293994] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ca1287b-37e9-4f05-b6f8-73f8a9e66df0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.355543] env[70213]: INFO networking_nsxv3.common.synchronization [None req-75616509-080f-4255-9282-95e74d3bab95 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Enqueued Resource ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 with Priority: HIGHEST for action security_group_rules [ 1461.356030] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 with Priority: HIGHEST for action security_group_rules [ 1461.356349] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.356456] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.397184] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1461.397425] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.397579] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.397783] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.397963] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.398092] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.398157] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.398309] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.398380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.398494] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.814818] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.814818] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.814818] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.814818] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.814818] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.814818] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 already deleted. [ 1461.814818] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.814818] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.814818] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.814818] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ca1287b-37e9-4f05-b6f8-73f8a9e66df0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.901201] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.047338] env[70213]: INFO networking_nsxv3.common.synchronization [req-ab82f646-6664-4c3b-ae22-adcb861be8bd req-27173144-1c77-488d-bcb6-1515dfa54d19 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Enqueued Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_members [ 1462.047338] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGHEST for action security_group_members [ 1462.047338] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-06470b7d-04dd-4ea8-86b2-29df3edf9b35 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.047338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.047338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.047338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.047338] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.047949] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.048331] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.048697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.048907] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.049125] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.337627] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.337627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.337627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.337627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.337627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.337627] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 already deleted. [ 1462.337627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.403558] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.552046] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.552046] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.552046] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.552046] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.552046] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.552307] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.552307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.552307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.552505] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.552576] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.552704] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 is going to be updated. [ 1462.580548] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.580732] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.580732] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.580859] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.580995] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.588228] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: IN_PROGRESS for 2s [ 1462.905376] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.905534] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.905595] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.905792] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.905881] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.906020] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1462.938476] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.938629] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.938687] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.938879] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.939038] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.947670] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1464.598128] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 in Status: SUCCESS [ 1464.598128] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 deletion is rescheduled due to dependency. [ 1464.598128] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.957677] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1464.957896] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.958049] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.958276] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.958492] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.958650] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.958650] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.958805] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.958884] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.958972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.959079] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.461159] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.461337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.461337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.461598] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.461781] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.461884] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.461946] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.462114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.462200] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.462288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.462435] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.462523] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.462579] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.462717] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.462851] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.462940] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.462997] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.463144] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.463216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.463294] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.463393] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.965396] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65: rpc.has_security_group_logging(os_id): False [ 1465.981934] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.982101] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.982169] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.982390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.982501] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.982730] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.982832] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.982898] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.983076] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.983156] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.983452] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.983594] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.983688] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.983895] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.983980] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.984239] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.984380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.984457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.984604] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.984704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.984763] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1466.046663] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.046861] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.046935] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.047206] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.047408] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.084650] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1467.047286] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.047596] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1468.102765] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1468.103116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.324289] env[70213]: INFO networking_nsxv3.common.synchronization [req-eeeaedc4-92ae-4167-b34f-c2e50704c762 req-ae4bc2a8-7c10-4b10-9518-3528b3795a60 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Enqueued Resource ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 with Priority: HIGHEST for action security_group_members [ 1468.324800] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 with Priority: HIGHEST for action security_group_members [ 1468.325096] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.325220] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.325291] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.325643] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.325804] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.325905] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.326024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.326128] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.326214] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.326312] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ca1287b-37e9-4f05-b6f8-73f8a9e66df0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.588108] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.588243] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-612" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.588356] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-612" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.588639] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-612" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.588910] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.589083] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.589209] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.589425] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.589572] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.589837] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1468.589960] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1468.590088] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1468.590201] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1468.590317] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1468.590430] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1468.590569] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1468.608373] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1468.608553] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1468.608715] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1468.608883] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-612" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.609190] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-412940ea-3703-4368-8c08-d3ba698e7fb6 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.609357] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-412940ea-3703-4368-8c08-d3ba698e7fb6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.609478] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-412940ea-3703-4368-8c08-d3ba698e7fb6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.609811] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-412940ea-3703-4368-8c08-d3ba698e7fb6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.609962] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('412940ea-3703-4368-8c08-d3ba698e7fb6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.828625] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.828788] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.828788] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.829000] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.829106] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.829296] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.829397] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.829460] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.829619] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.829694] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.829798] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 already deleted. [ 1468.829883] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.113319] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.113663] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.113805] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.114105] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.114265] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.114429] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 412940ea-3703-4368-8c08-d3ba698e7fb6 not found, creating... [ 1469.114707] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.115066] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.115255] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.115493] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.115642] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.115935] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.116361] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.116494] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.116709] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.116848] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.117069] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 412940ea-3703-4368-8c08-d3ba698e7fb6 is going to be created. [ 1469.172025] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.172025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.172025] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.172263] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.172354] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.172586] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-412940ea-3703-4368-8c08-d3ba698e7fb6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.989771] env[70213]: INFO networking_nsxv3.common.synchronization [req-eeeaedc4-92ae-4167-b34f-c2e50704c762 req-cf5bbf06-8088-4cb8-ae04-1be6a45b1826 service nova] Enqueued Resource ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 with Priority: HIGHEST for action security_group_rules [ 1469.989988] env[70213]: INFO networking_nsxv3.common.synchronization [req-eeeaedc4-92ae-4167-b34f-c2e50704c762 req-cf5bbf06-8088-4cb8-ae04-1be6a45b1826 service nova] Enqueued Resource ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 with Priority: HIGHEST for action security_group_members [ 1469.990147] env[70213]: INFO networking_nsxv3.common.synchronization [req-eeeaedc4-92ae-4167-b34f-c2e50704c762 req-cf5bbf06-8088-4cb8-ae04-1be6a45b1826 service nova] Enqueued Resource ID: 412940ea-3703-4368-8c08-d3ba698e7fb6 with Priority: HIGHEST for action port [ 1469.990382] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 with Priority: HIGHEST for action security_group_rules [ 1469.990516] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 with Priority: HIGHEST for action security_group_members [ 1469.990612] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 412940ea-3703-4368-8c08-d3ba698e7fb6 with Priority: HIGHEST for action port [ 1469.991293] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.991426] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.991535] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.991696] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.991754] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ca1287b-37e9-4f05-b6f8-73f8a9e66df0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.992573] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.992728] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.992790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.992900] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.993054] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.993143] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.993203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.993339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.993425] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.993515] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ca1287b-37e9-4f05-b6f8-73f8a9e66df0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.994212] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-412940ea-3703-4368-8c08-d3ba698e7fb6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.994316] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-412940ea-3703-4368-8c08-d3ba698e7fb6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.994556] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-412940ea-3703-4368-8c08-d3ba698e7fb6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.994556] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-412940ea-3703-4368-8c08-d3ba698e7fb6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.994662] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('412940ea-3703-4368-8c08-d3ba698e7fb6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.357483] env[70213]: INFO networking_nsxv3.common.synchronization [req-9ebc7b90-0875-48e8-b1b4-efd3f200267c req-a11c0a62-b0af-463f-8e52-6e4777e6da43 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1470.358035] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1470.358658] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.358793] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.358856] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.359335] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.359335] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.359505] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.359505] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.359671] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.359721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.359823] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.497760] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.497760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.497760] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ca1287b-37e9-4f05-b6f8-73f8a9e66df0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.499451] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 412940ea-3703-4368-8c08-d3ba698e7fb6 with status ACTIVE [ 1470.499451] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.499451] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.499451] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.499451] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.499451] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.499451] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.499451] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.499451] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.499451] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.499451] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.499887] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.499887] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.499887] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.499887] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.500098] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.500098] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 412940ea-3703-4368-8c08-d3ba698e7fb6 is going to be updated. [ 1470.520390] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.520390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.520390] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.520647] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.520647] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.520734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-412940ea-3703-4368-8c08-d3ba698e7fb6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.861961] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.001846] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ca1287b-37e9-4f05-b6f8-73f8a9e66df0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.364548] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.504301] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.504504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.504573] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.504743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.504836] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.504935] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 is going to be created. [ 1471.528203] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.528203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.528387] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.528488] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.528636] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.538297] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 in Status: UNINITIALIZED for 2s [ 1471.867122] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.867122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.867122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.867122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.867122] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.867122] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1471.892682] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.892829] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.892902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.893135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.893280] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.901597] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1472.950444] env[70213]: INFO networking_nsxv3.common.synchronization [None req-c0bc39b8-6f3d-43de-adcc-45aaa571a443 None None] Enqueued Resource ID: fe2e67bc-ac13-4e97-85d4-9e85c3e6c0bb with Priority: HIGHEST for action port [ 1472.950716] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe2e67bc-ac13-4e97-85d4-9e85c3e6c0bb with Priority: HIGHEST for action port [ 1472.951289] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe2e67bc-ac13-4e97-85d4-9e85c3e6c0bb taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.951415] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe2e67bc-ac13-4e97-85d4-9e85c3e6c0bb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.951478] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe2e67bc-ac13-4e97-85d4-9e85c3e6c0bb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.951758] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe2e67bc-ac13-4e97-85d4-9e85c3e6c0bb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.951821] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe2e67bc-ac13-4e97-85d4-9e85c3e6c0bb',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.455421] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe2e67bc-ac13-4e97-85d4-9e85c3e6c0bb [ 1473.455421] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.455421] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.455421] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.455421] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.455421] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.455421] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe2e67bc-ac13-4e97-85d4-9e85c3e6c0bb already deleted. [ 1473.455421] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe2e67bc-ac13-4e97-85d4-9e85c3e6c0bb" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.547287] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 in Status: SUCCESS [ 1473.547648] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.547842] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.548072] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.548269] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.548388] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.548729] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.548729] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.548729] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.548861] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.548861] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ca1287b-37e9-4f05-b6f8-73f8a9e66df0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.910835] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1473.911070] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.051317] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ca1287b-37e9-4f05-b6f8-73f8a9e66df0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.119547] env[70213]: INFO networking_nsxv3.common.synchronization [req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d req-593471d9-7900-4302-8329-79f8dceda12d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Enqueued Resource ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 with Priority: HIGHEST for action security_group_members [ 1474.120145] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 with Priority: HIGHEST for action security_group_members [ 1474.120461] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.120590] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.120653] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.120918] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.121262] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.121378] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.121434] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.121598] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.121688] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.121783] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c9bdaff-026c-4fb6-9e4e-160f7a64a634',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.496566] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.496814] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-725" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.496901] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-725" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.497206] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-725" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.497495] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.497649] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.497774] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.498344] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.498529] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.498900] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1474.498900] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1474.499111] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1474.499111] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1474.499210] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1474.499323] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1474.499456] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1474.520219] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1474.520397] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1474.520543] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1474.520821] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-725" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.521190] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-e97ef411-a4a5-4a46-9be4-76966d3e1ac4 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.521374] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-e97ef411-a4a5-4a46-9be4-76966d3e1ac4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.521518] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-e97ef411-a4a5-4a46-9be4-76966d3e1ac4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.521853] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-e97ef411-a4a5-4a46-9be4-76966d3e1ac4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.521999] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e97ef411-a4a5-4a46-9be4-76966d3e1ac4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.553717] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0: rpc.has_security_group_logging(os_id): False [ 1474.571108] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.571288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.571328] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.571517] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.571605] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.571843] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.571941] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.572543] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.572543] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.572543] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.572543] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 is going to be created. [ 1474.624108] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.624273] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.624356] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.624570] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.624664] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.624887] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.624989] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.625068] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.625203] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.625296] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.625409] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 already deleted. [ 1474.625564] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.626950] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.627102] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.627158] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.627300] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.627515] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.636849] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 in Status: IN_PROGRESS for 2s [ 1475.024596] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.024822] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.024951] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.025265] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.025431] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.025619] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port e97ef411-a4a5-4a46-9be4-76966d3e1ac4 not found, creating... [ 1475.025890] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.026072] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.026199] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.026422] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.026680] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.026849] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.027016] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.027137] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.027348] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.027538] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.027905] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: e97ef411-a4a5-4a46-9be4-76966d3e1ac4 is going to be created. [ 1475.046981] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.047165] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.047293] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.047594] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.047824] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.048068] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-e97ef411-a4a5-4a46-9be4-76966d3e1ac4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.171771] env[70213]: INFO networking_nsxv3.common.synchronization [None req-cd758775-859d-486a-b8db-115b2c0cf7db None None] Enqueued Resource ID: a1763331-4cdf-41de-91d5-3e9585a56da7 with Priority: HIGHEST for action port [ 1475.172023] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1763331-4cdf-41de-91d5-3e9585a56da7 with Priority: HIGHEST for action port [ 1475.172537] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1763331-4cdf-41de-91d5-3e9585a56da7 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.172664] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1763331-4cdf-41de-91d5-3e9585a56da7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.172758] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1763331-4cdf-41de-91d5-3e9585a56da7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.172979] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1763331-4cdf-41de-91d5-3e9585a56da7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.173074] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1763331-4cdf-41de-91d5-3e9585a56da7',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.677917] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1763331-4cdf-41de-91d5-3e9585a56da7 [ 1475.678165] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.678294] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.678362] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.678628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.678709] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.678798] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1763331-4cdf-41de-91d5-3e9585a56da7 already deleted. [ 1475.678915] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1763331-4cdf-41de-91d5-3e9585a56da7" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.741264] env[70213]: INFO networking_nsxv3.common.synchronization [req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d req-747eab54-8495-4137-91d8-110cd0a5e34b service nova] Enqueued Resource ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 with Priority: HIGHEST for action security_group_rules [ 1475.741504] env[70213]: INFO networking_nsxv3.common.synchronization [req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d req-747eab54-8495-4137-91d8-110cd0a5e34b service nova] Enqueued Resource ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 with Priority: HIGHEST for action security_group_members [ 1475.741690] env[70213]: INFO networking_nsxv3.common.synchronization [req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d req-747eab54-8495-4137-91d8-110cd0a5e34b service nova] Enqueued Resource ID: e97ef411-a4a5-4a46-9be4-76966d3e1ac4 with Priority: HIGHEST for action port [ 1475.742269] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 with Priority: HIGHEST for action security_group_rules [ 1475.742385] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 with Priority: HIGHEST for action security_group_members [ 1475.742484] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e97ef411-a4a5-4a46-9be4-76966d3e1ac4 with Priority: HIGHEST for action port [ 1475.742753] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c9bdaff-026c-4fb6-9e4e-160f7a64a634 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.742872] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.742938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.743289] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.743413] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c9bdaff-026c-4fb6-9e4e-160f7a64a634',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.745766] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.745766] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.745766] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.745766] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.745766] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.745766] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.745766] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.745766] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.745766] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.745766] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c9bdaff-026c-4fb6-9e4e-160f7a64a634',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.746269] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-e97ef411-a4a5-4a46-9be4-76966d3e1ac4 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.746269] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e97ef411-a4a5-4a46-9be4-76966d3e1ac4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.746269] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e97ef411-a4a5-4a46-9be4-76966d3e1ac4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.746269] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e97ef411-a4a5-4a46-9be4-76966d3e1ac4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.746269] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e97ef411-a4a5-4a46-9be4-76966d3e1ac4',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.249075] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c9bdaff-026c-4fb6-9e4e-160f7a64a634',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.250768] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.250892] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.251090] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e97ef411-a4a5-4a46-9be4-76966d3e1ac4 with status ACTIVE [ 1476.251309] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.251428] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.251494] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.251692] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.251782] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.251950] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.252056] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.252114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.252265] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.252343] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.252519] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.252617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.252665] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.252798] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.252862] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.252947] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e97ef411-a4a5-4a46-9be4-76966d3e1ac4 is going to be updated. [ 1476.274373] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.274547] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.274547] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.274662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.274790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.274936] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e97ef411-a4a5-4a46-9be4-76966d3e1ac4" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.648885] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 in Status: SUCCESS [ 1476.648885] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.751872] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c9bdaff-026c-4fb6-9e4e-160f7a64a634',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.254400] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.254709] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.254709] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.254832] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.254922] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.255034] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 is going to be created. [ 1477.278630] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.278764] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.278830] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.279131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.279291] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.287215] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 in Status: UNINITIALIZED for 2s [ 1478.530858] env[70213]: INFO networking_nsxv3.common.synchronization [req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d req-d8cd3d8e-9efd-4533-b6ad-223fed255dc5 tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Enqueued Resource ID: d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd with Priority: HIGHEST for action security_group_members [ 1478.531404] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd with Priority: HIGHEST for action security_group_members [ 1478.531748] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.531859] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.531924] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.532165] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.532327] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.532425] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.532479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.532628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.532715] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.532807] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.941512] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.941750] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-567" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.941888] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-567" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.942231] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-567" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.942501] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.942660] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.942781] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.943014] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.943239] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.943455] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1478.943572] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1478.943684] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1478.943890] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1478.943890] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1478.943992] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1478.944139] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1478.961813] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1478.962015] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1478.962180] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1478.962357] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-567" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.962657] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-2e417831-7136-438c-85bb-7e1013b1779b taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.962822] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-2e417831-7136-438c-85bb-7e1013b1779b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.962946] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-2e417831-7136-438c-85bb-7e1013b1779b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.963261] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-2e417831-7136-438c-85bb-7e1013b1779b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.963408] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e417831-7136-438c-85bb-7e1013b1779b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.034834] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.034993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.035073] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.035284] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.035375] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.035648] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.035762] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.035828] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.035980] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.036075] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.036164] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd already deleted. [ 1479.036243] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.296189] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 in Status: SUCCESS [ 1479.296426] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.296550] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.296759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.296941] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.297070] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.297132] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.297286] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.297369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.297437] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.297574] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c9bdaff-026c-4fb6-9e4e-160f7a64a634',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.466165] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.466396] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.466533] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.466826] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.466992] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.467166] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 2e417831-7136-438c-85bb-7e1013b1779b not found, creating... [ 1479.467465] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.467720] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.467926] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.468278] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.468447] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.468746] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.468909] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.469171] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.469264] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.469402] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.469550] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 2e417831-7136-438c-85bb-7e1013b1779b is going to be created. [ 1479.488915] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.489746] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.489746] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.489956] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.490339] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.490762] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-2e417831-7136-438c-85bb-7e1013b1779b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.807090] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.807090] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.807090] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.807617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.807617] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.807617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.807768] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.807815] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.807906] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.808011] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.808183] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.808281] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.808344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.808493] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.808631] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.808722] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.808782] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.808916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.808994] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.809093] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.809182] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c9bdaff-026c-4fb6-9e4e-160f7a64a634',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.311306] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c9bdaff-026c-4fb6-9e4e-160f7a64a634: rpc.has_security_group_logging(os_id): False [ 1480.328929] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.329085] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.329131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.329335] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.329425] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.329631] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.329729] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.329791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.329937] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.330017] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.330263] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.330405] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.330502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.330728] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.330859] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.331145] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.331295] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.331400] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.331613] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.331740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.331871] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 is going to be created. [ 1480.386736] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.386897] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.386942] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.387182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.387364] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.398490] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 in Status: IN_PROGRESS for 2s [ 1480.407835] env[70213]: INFO networking_nsxv3.common.synchronization [req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d req-a8cf3c70-738f-4d82-8a25-d05c9eb7d19b service nova] Enqueued Resource ID: d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd with Priority: HIGHEST for action security_group_rules [ 1480.407954] env[70213]: INFO networking_nsxv3.common.synchronization [req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d req-a8cf3c70-738f-4d82-8a25-d05c9eb7d19b service nova] Enqueued Resource ID: d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd with Priority: HIGHEST for action security_group_members [ 1480.408086] env[70213]: INFO networking_nsxv3.common.synchronization [req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d req-a8cf3c70-738f-4d82-8a25-d05c9eb7d19b service nova] Enqueued Resource ID: 2e417831-7136-438c-85bb-7e1013b1779b with Priority: HIGHEST for action port [ 1480.408306] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd with Priority: HIGHEST for action security_group_rules [ 1480.408430] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd with Priority: HIGHEST for action security_group_members [ 1480.408541] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e417831-7136-438c-85bb-7e1013b1779b with Priority: HIGHEST for action port [ 1480.409067] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.409179] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.409243] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.409474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.409551] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.410502] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.410593] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.410663] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.410824] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.411020] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.411100] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.411161] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.411299] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.411381] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.411468] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.412741] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e417831-7136-438c-85bb-7e1013b1779b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.412844] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e417831-7136-438c-85bb-7e1013b1779b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.412934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e417831-7136-438c-85bb-7e1013b1779b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.413105] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e417831-7136-438c-85bb-7e1013b1779b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.413180] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e417831-7136-438c-85bb-7e1013b1779b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.605328] env[70213]: INFO networking_nsxv3.common.synchronization [req-54f4415e-28f1-492d-bc89-a036e42376bb req-6d53f0c8-c393-43d3-bb57-6684e1bebf0c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1480.605836] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1480.606752] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.606752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.606752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.606752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.606752] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.606752] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.607337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.607337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.607337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.607337] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.866700] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.867037] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.867037] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.867306] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.867585] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.867774] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.867989] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.868246] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.868400] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.868648] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1480.868772] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1480.868945] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1480.869124] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1480.869252] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1480.869364] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1480.869500] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1480.887375] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1480.887518] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1480.887680] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1480.887880] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-696" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.888219] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-ac801e7c-2e80-4133-b1b6-abe326eab48f taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.888398] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-ac801e7c-2e80-4133-b1b6-abe326eab48f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.888526] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-ac801e7c-2e80-4133-b1b6-abe326eab48f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.888823] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-ac801e7c-2e80-4133-b1b6-abe326eab48f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.888998] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac801e7c-2e80-4133-b1b6-abe326eab48f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.912940] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.915085] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e417831-7136-438c-85bb-7e1013b1779b with status ACTIVE [ 1480.915269] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.915380] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.915444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.915784] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.915784] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.915920] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.916071] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.916147] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.916258] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.916337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.916512] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.916603] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.916664] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.916838] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.916877] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.916967] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e417831-7136-438c-85bb-7e1013b1779b is going to be updated. [ 1480.918039] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.918172] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.937785] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.937935] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.937987] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.938191] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.938280] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.938430] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e417831-7136-438c-85bb-7e1013b1779b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.109437] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.391226] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.391411] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.391545] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.391831] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.392011] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.392183] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port ac801e7c-2e80-4133-b1b6-abe326eab48f not found, creating... [ 1481.392448] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.392608] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.392729] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.392979] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.393157] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.393446] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.393601] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.393727] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.393941] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.394097] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.394314] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: ac801e7c-2e80-4133-b1b6-abe326eab48f is going to be created. [ 1481.412472] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.412667] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.412766] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.412998] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.413231] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.413442] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-ac801e7c-2e80-4133-b1b6-abe326eab48f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.414208] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.611191] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.916033] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.916342] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.916342] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.916467] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.916556] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.916654] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd is going to be created. [ 1481.939761] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.939874] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.939911] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.940108] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.940261] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.949235] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd in Status: UNINITIALIZED for 2s [ 1482.075529] env[70213]: INFO networking_nsxv3.common.synchronization [req-54f4415e-28f1-492d-bc89-a036e42376bb req-2194f165-8324-469c-b845-c95dadec9a6b service nova] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_rules [ 1482.075893] env[70213]: INFO networking_nsxv3.common.synchronization [req-54f4415e-28f1-492d-bc89-a036e42376bb req-2194f165-8324-469c-b845-c95dadec9a6b service nova] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1482.075893] env[70213]: INFO networking_nsxv3.common.synchronization [req-54f4415e-28f1-492d-bc89-a036e42376bb req-2194f165-8324-469c-b845-c95dadec9a6b service nova] Enqueued Resource ID: ac801e7c-2e80-4133-b1b6-abe326eab48f with Priority: HIGHEST for action port [ 1482.076213] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_rules [ 1482.076213] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1482.076346] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac801e7c-2e80-4133-b1b6-abe326eab48f with Priority: HIGHEST for action port [ 1482.076891] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.077130] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.077301] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.077610] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.077610] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.078490] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.078623] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.078887] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac801e7c-2e80-4133-b1b6-abe326eab48f taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.079022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac801e7c-2e80-4133-b1b6-abe326eab48f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.079148] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac801e7c-2e80-4133-b1b6-abe326eab48f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.079343] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac801e7c-2e80-4133-b1b6-abe326eab48f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.079430] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac801e7c-2e80-4133-b1b6-abe326eab48f',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.114026] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.114026] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.114275] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.114275] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.114379] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.114542] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1482.141504] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.141643] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.141737] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.141901] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.142051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.150056] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1482.410026] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 in Status: SUCCESS [ 1482.410341] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.581292] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.581477] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.581579] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac801e7c-2e80-4133-b1b6-abe326eab48f with status ACTIVE [ 1482.581806] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.581957] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.582045] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.582308] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.582432] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.582633] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.582960] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.583082] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.583277] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.583365] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.583567] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.583671] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.583740] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.583949] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.584051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.584146] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac801e7c-2e80-4133-b1b6-abe326eab48f is going to be updated. [ 1482.602857] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.602984] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.603043] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.603217] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.603347] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.603502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac801e7c-2e80-4133-b1b6-abe326eab48f" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.958945] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd in Status: SUCCESS [ 1483.958945] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.958945] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.958945] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.959410] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.959410] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.959410] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.959410] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.959410] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.959603] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.959603] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.158837] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1484.159458] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.159458] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.159458] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.159639] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.159741] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.159804] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.159971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.160076] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.160176] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.461924] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.462178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.462178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.462369] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.462538] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.462643] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.462701] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.462850] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.462938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.463051] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.463278] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.463445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.463445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.463638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.463858] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.464011] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.464131] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.464329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.464450] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.464585] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.464726] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.662546] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.966924] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd: rpc.has_security_group_logging(os_id): False [ 1484.984367] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.984601] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.984601] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.984762] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.984882] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.985086] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.985189] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.985249] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.985399] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.985522] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.985652] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.985745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.985803] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.985938] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.986024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.986199] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.986292] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.986350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.986484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.986558] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.986644] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd is going to be created. [ 1485.050226] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.050726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.050813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.050989] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.051182] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.060491] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd in Status: IN_PROGRESS for 2s [ 1485.165157] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.667768] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.667964] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.668081] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.668332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.668429] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.668533] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1485.698059] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.698059] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.698339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.698339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.698436] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.714802] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1487.072875] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd in Status: SUCCESS [ 1487.073276] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.077585] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.077708] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1487.724050] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1487.724050] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.724050] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.724267] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.724367] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.724456] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.724518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.724653] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.724755] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.724853] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.724947] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.227530] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.227988] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.227988] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.228149] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.228270] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.228382] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.228521] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.228624] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.228721] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.228850] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.229015] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.229123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.229183] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.229325] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.229463] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.229549] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.229619] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.229745] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.229817] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.229899] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.229990] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.734177] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65: rpc.has_security_group_logging(os_id): False [ 1488.752490] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.752637] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.752704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.752891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.752983] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.753193] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.753288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.753354] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.753631] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.753631] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.753777] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.753876] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.753927] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.754115] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.754190] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.754383] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.754465] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.754534] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.754675] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.754743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.754821] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1488.809920] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.810144] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.810144] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.810341] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.810483] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.829971] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1490.461813] env[70213]: INFO networking_nsxv3.common.synchronization [req-164a8731-dcab-4b62-98bb-c575596648bb req-cad54835-b99c-4399-a600-121e94785898 tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Enqueued Resource ID: d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd with Priority: HIGHEST for action security_group_members [ 1490.462424] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd with Priority: HIGHEST for action security_group_members [ 1490.462749] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.462875] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.462952] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.463222] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.463401] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.463401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.463549] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.463674] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.463674] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.463794] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.847774] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1490.848032] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.966788] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.966955] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.967023] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.967255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.967350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.967546] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.967678] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.967758] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.967898] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.967975] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.968078] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd is going to be updated. [ 1490.993092] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.993236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.993310] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.993470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.993607] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.002186] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd in Status: IN_PROGRESS for 2s [ 1493.013560] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd in Status: SUCCESS [ 1493.013962] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd deletion is rescheduled due to dependency. [ 1493.013962] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.026837] env[70213]: INFO networking_nsxv3.common.synchronization [req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 req-e625e4eb-a019-41cd-8978-c8a4dbc9e7ed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1495.027400] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1495.027769] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.027914] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.027953] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.028168] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.028327] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.028430] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.028495] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.028699] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.028840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.028975] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.531904] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1496.033756] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1496.536167] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.536332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.536405] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.536646] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.536840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.536993] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1496.564472] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.564616] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.564816] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.565103] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.565729] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.573254] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1498.584535] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1498.585163] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.028463] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1500.028463] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1500.967219] env[70213]: INFO networking_nsxv3.common.synchronization [req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b req-64796ed2-1116-4aa9-9234-420f6fd99b0c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Enqueued Resource ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 with Priority: HIGHEST for action security_group_members [ 1500.967274] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 with Priority: HIGHEST for action security_group_members [ 1500.969053] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.969053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.969053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.969053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.969053] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.969053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.969053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.969053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.969053] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.969053] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c9bdaff-026c-4fb6-9e4e-160f7a64a634',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.287353] env[70213]: INFO networking_nsxv3.common.synchronization [req-d1110ac7-8344-4739-96b2-844104202c8e req-3ed6ca3e-a1e1-4091-b158-6ce5fad83cec tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1501.287986] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGHEST for action security_group_members [ 1501.288404] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.288621] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.288743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.288999] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.289226] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.289379] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.289481] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.289676] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.289814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.289952] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.473057] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.473057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.473057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.473057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.473057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.473057] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.473441] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.473441] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.473441] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.473441] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.473576] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 is going to be updated. [ 1501.500494] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.500646] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.500691] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.501431] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.501431] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.509906] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 in Status: IN_PROGRESS for 2s [ 1501.792054] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.792237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.792237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.792446] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.792544] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.792756] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.792855] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.792920] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.793135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.793271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.793344] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be updated. [ 1501.821476] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.821646] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.821646] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.821814] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.821947] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.829241] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: IN_PROGRESS for 2s [ 1503.519259] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 in Status: SUCCESS [ 1503.519580] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 deletion is rescheduled due to dependency. [ 1503.519580] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.837617] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 in Status: SUCCESS [ 1503.837821] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 deletion is rescheduled due to dependency. [ 1503.837880] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.048203] env[70213]: INFO networking_nsxv3.common.synchronization [None req-a9c8e067-c1fe-4b3c-9a04-94d2a7ac19b3 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Enqueued Resource ID: 48d08510-2838-42e8-800c-f24b8d3b0510 with Priority: HIGHEST for action security_group_rules [ 1505.048710] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48d08510-2838-42e8-800c-f24b8d3b0510 with Priority: HIGHEST for action security_group_rules [ 1505.049046] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48d08510-2838-42e8-800c-f24b8d3b0510 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.049173] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.049241] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.049497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.049581] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48d08510-2838-42e8-800c-f24b8d3b0510',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.112114] env[70213]: INFO networking_nsxv3.common.synchronization [None req-d8e3768a-cc0e-462d-8c90-49bf2ee19635 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Enqueued Resource ID: 48d08510-2838-42e8-800c-f24b8d3b0510 with Priority: HIGHEST for action security_group_rules [ 1505.112114] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48d08510-2838-42e8-800c-f24b8d3b0510 with Priority: HIGHEST for action security_group_rules [ 1505.112114] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48d08510-2838-42e8-800c-f24b8d3b0510 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.112114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.569890] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.570041] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.570117] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.570327] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.570418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.570517] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48d08510-2838-42e8-800c-f24b8d3b0510 already deleted. [ 1505.570600] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.570746] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.570898] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.570978] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48d08510-2838-42e8-800c-f24b8d3b0510',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.092957] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.093319] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.093319] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.093319] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.093420] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.093490] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48d08510-2838-42e8-800c-f24b8d3b0510 already deleted. [ 1506.093571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.111988] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1510.112420] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1510.215516] env[70213]: INFO networking_nsxv3.common.synchronization [req-b0f81b2c-161d-4212-8676-eb1845296647 req-36e6d0f0-e104-4630-b1f3-dd751c4bb0df tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Enqueued Resource ID: 48d08510-2838-42e8-800c-f24b8d3b0510 with Priority: HIGHEST for action security_group_members [ 1510.215764] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48d08510-2838-42e8-800c-f24b8d3b0510 with Priority: HIGHEST for action security_group_members [ 1510.216048] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-48d08510-2838-42e8-800c-f24b8d3b0510 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.216175] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.216238] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.216492] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.216664] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.216747] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.216818] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.216960] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.217237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.217366] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48d08510-2838-42e8-800c-f24b8d3b0510',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.495022] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.495022] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-725" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.495022] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-725" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.495022] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-725" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.495022] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.495022] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.495022] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.495387] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.495387] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.495463] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1510.495554] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1510.495664] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1510.495799] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1510.495927] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1510.496052] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1510.496191] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1510.515833] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1510.515833] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1510.515833] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1510.515833] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-725" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.516094] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-afcf08d1-2097-46c7-846c-46011a19488b taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.516179] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-afcf08d1-2097-46c7-846c-46011a19488b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.516247] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-afcf08d1-2097-46c7-846c-46011a19488b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.516545] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-afcf08d1-2097-46c7-846c-46011a19488b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.516691] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afcf08d1-2097-46c7-846c-46011a19488b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.719567] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.719798] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.719798] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.719923] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.720018] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.720232] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.720338] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.720400] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.720552] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.720631] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.720718] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48d08510-2838-42e8-800c-f24b8d3b0510 already deleted. [ 1510.720810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.018771] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.019030] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.019166] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.019455] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.019655] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.019827] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port afcf08d1-2097-46c7-846c-46011a19488b not found, creating... [ 1511.020115] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.020281] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.020404] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.020651] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.020799] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.021102] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.021266] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.021388] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.021625] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.021770] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.021914] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: afcf08d1-2097-46c7-846c-46011a19488b is going to be created. [ 1511.040199] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.040391] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.040502] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.040734] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.040963] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.041193] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-afcf08d1-2097-46c7-846c-46011a19488b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.706224] env[70213]: INFO networking_nsxv3.common.synchronization [req-b0f81b2c-161d-4212-8676-eb1845296647 req-b44754ab-f000-4a90-8fa4-e5a98f60d484 service nova] Enqueued Resource ID: 48d08510-2838-42e8-800c-f24b8d3b0510 with Priority: HIGHEST for action security_group_rules [ 1511.706492] env[70213]: INFO networking_nsxv3.common.synchronization [req-b0f81b2c-161d-4212-8676-eb1845296647 req-b44754ab-f000-4a90-8fa4-e5a98f60d484 service nova] Enqueued Resource ID: 48d08510-2838-42e8-800c-f24b8d3b0510 with Priority: HIGHEST for action security_group_members [ 1511.706612] env[70213]: INFO networking_nsxv3.common.synchronization [req-b0f81b2c-161d-4212-8676-eb1845296647 req-b44754ab-f000-4a90-8fa4-e5a98f60d484 service nova] Enqueued Resource ID: afcf08d1-2097-46c7-846c-46011a19488b with Priority: HIGHEST for action port [ 1511.707127] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48d08510-2838-42e8-800c-f24b8d3b0510 with Priority: HIGHEST for action security_group_rules [ 1511.707267] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48d08510-2838-42e8-800c-f24b8d3b0510 with Priority: HIGHEST for action security_group_members [ 1511.707385] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afcf08d1-2097-46c7-846c-46011a19488b with Priority: HIGHEST for action port [ 1511.707673] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48d08510-2838-42e8-800c-f24b8d3b0510 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.707802] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.707959] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.708337] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.708429] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48d08510-2838-42e8-800c-f24b8d3b0510',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.709509] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-48d08510-2838-42e8-800c-f24b8d3b0510 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.709584] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.709642] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.709809] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.710083] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.710196] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.710288] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.710438] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.710522] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.710613] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48d08510-2838-42e8-800c-f24b8d3b0510',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.711346] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-afcf08d1-2097-46c7-846c-46011a19488b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.711447] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afcf08d1-2097-46c7-846c-46011a19488b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.711509] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afcf08d1-2097-46c7-846c-46011a19488b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.711658] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afcf08d1-2097-46c7-846c-46011a19488b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.711734] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afcf08d1-2097-46c7-846c-46011a19488b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.214437] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48d08510-2838-42e8-800c-f24b8d3b0510',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.215905] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-48d08510-2838-42e8-800c-f24b8d3b0510 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.216059] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.216349] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afcf08d1-2097-46c7-846c-46011a19488b with status ACTIVE [ 1512.216513] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.216616] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.216682] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.216879] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.216970] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.217151] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.217248] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.217329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.217487] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.217565] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.217746] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.217837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.217923] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.218082] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.218148] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.218234] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afcf08d1-2097-46c7-846c-46011a19488b is going to be updated. [ 1512.237339] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.237470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.237515] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.237655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.237778] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.237956] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afcf08d1-2097-46c7-846c-46011a19488b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.717024] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48d08510-2838-42e8-800c-f24b8d3b0510',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.219538] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.219734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.219815] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.219965] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.220060] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.220165] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48d08510-2838-42e8-800c-f24b8d3b0510 is going to be created. [ 1513.244907] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.245050] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.245123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.245317] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.245479] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.253697] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48d08510-2838-42e8-800c-f24b8d3b0510 in Status: UNINITIALIZED for 2s [ 1515.266069] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48d08510-2838-42e8-800c-f24b8d3b0510 in Status: SUCCESS [ 1515.266069] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.266069] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.266069] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.266069] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.266779] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.266779] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.266779] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.266779] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.266779] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.266779] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48d08510-2838-42e8-800c-f24b8d3b0510',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.768816] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48d08510-2838-42e8-800c-f24b8d3b0510',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.271448] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48d08510-2838-42e8-800c-f24b8d3b0510: rpc.has_security_group_logging(os_id): False [ 1516.287881] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.288081] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.288181] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.288351] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.288439] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.288677] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.288782] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.288854] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.288969] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.289077] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.289169] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48d08510-2838-42e8-800c-f24b8d3b0510 is going to be created. [ 1516.342293] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.342427] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.342474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.342619] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.342785] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.354089] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48d08510-2838-42e8-800c-f24b8d3b0510 in Status: IN_PROGRESS for 2s [ 1516.708099] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.708294] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1518.366157] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48d08510-2838-42e8-800c-f24b8d3b0510 in Status: SUCCESS [ 1518.366645] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.709219] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.709580] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1526.710077] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.710431] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.710986] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.711455] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.712545] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.712913] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1541.713721] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.713989] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1546.714626] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.714936] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1548.455917] env[70213]: INFO networking_nsxv3.common.synchronization [req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 req-12579ee4-8361-491e-beb2-70179be66086 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Enqueued Resource ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 with Priority: HIGHEST for action security_group_members [ 1548.456272] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 with Priority: HIGHEST for action security_group_members [ 1548.456591] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.456780] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.456780] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.456964] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.457131] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.457223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.457285] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.457468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.457505] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.457591] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ca1287b-37e9-4f05-b6f8-73f8a9e66df0',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.960778] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.960982] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.960982] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.961293] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.961420] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.961651] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.961799] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.961885] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.962086] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.962196] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.962314] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 is going to be updated. [ 1548.987770] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.987958] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.987958] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.988140] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.988304] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.995765] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 in Status: IN_PROGRESS for 2s [ 1551.006887] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 in Status: SUCCESS [ 1551.007257] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ca1287b-37e9-4f05-b6f8-73f8a9e66df0 deletion is rescheduled due to dependency. [ 1551.007257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca1287b-37e9-4f05-b6f8-73f8a9e66df0" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.457756] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1553.457756] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1558.458413] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1558.458797] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1563.460450] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1563.460820] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1568.461462] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1568.461840] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1573.462676] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1573.463148] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1578.463817] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1578.464324] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1583.465370] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1583.465793] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1588.466322] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1588.466714] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1593.468026] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1593.468503] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1598.469114] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1598.469472] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1603.470338] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1603.470694] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1608.471262] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1608.471262] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1613.472573] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1613.472573] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1618.473676] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1618.474124] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1623.414267] env[70213]: INFO networking_nsxv3.common.synchronization [req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 req-dcdacfd2-2481-4cc5-813c-b30a3ba30689 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Enqueued Resource ID: 48d08510-2838-42e8-800c-f24b8d3b0510 with Priority: HIGHEST for action security_group_members [ 1623.414782] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48d08510-2838-42e8-800c-f24b8d3b0510 with Priority: HIGHEST for action security_group_members [ 1623.415103] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-48d08510-2838-42e8-800c-f24b8d3b0510 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.415236] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.415301] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.415534] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1623.415676] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.415777] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.415850] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.415993] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1623.416091] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.416185] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48d08510-2838-42e8-800c-f24b8d3b0510',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1623.919980] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.920243] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.920243] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.920472] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1623.920567] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.920773] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.920868] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.920928] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.921124] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1623.921207] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.921299] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48d08510-2838-42e8-800c-f24b8d3b0510 is going to be updated. [ 1623.958815] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.959094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.959094] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.959219] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1623.959350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.967507] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48d08510-2838-42e8-800c-f24b8d3b0510 in Status: IN_PROGRESS for 2s [ 1625.977448] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48d08510-2838-42e8-800c-f24b8d3b0510 in Status: SUCCESS [ 1625.977820] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48d08510-2838-42e8-800c-f24b8d3b0510 deletion is rescheduled due to dependency. [ 1625.977820] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1628.415875] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1628.416341] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1632.668860] env[70213]: INFO networking_nsxv3.common.synchronization [req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de req-aaa60b9f-016c-495e-8b29-7869082ec819 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Enqueued Resource ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 with Priority: HIGHEST for action security_group_members [ 1632.669458] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 with Priority: HIGHEST for action security_group_members [ 1632.669766] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.669890] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.669955] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.670169] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.670324] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.670429] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.670489] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.670622] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.670707] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.670799] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c9bdaff-026c-4fb6-9e4e-160f7a64a634',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.963139] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.963424] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-725" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.963592] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-725" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.963921] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-725" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.964960] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.964960] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.964960] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.964960] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.965223] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.965392] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1632.965581] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1632.965751] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1632.965890] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1632.966109] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1632.966179] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1632.966664] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1632.986849] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1632.987021] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1632.987178] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1632.987338] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-725" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.987620] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-0f97759f-5539-48b9-9815-96d31979eb47 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.987781] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-0f97759f-5539-48b9-9815-96d31979eb47" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.987903] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-0f97759f-5539-48b9-9815-96d31979eb47" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.988250] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-0f97759f-5539-48b9-9815-96d31979eb47" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.988406] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f97759f-5539-48b9-9815-96d31979eb47',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1633.173424] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.173625] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.173625] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.173805] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.173891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.174096] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.174194] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.174257] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.174412] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.174502] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.174553] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 is going to be updated. [ 1633.211605] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.211759] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.211810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.211958] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.212104] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.220902] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 in Status: IN_PROGRESS for 2s [ 1633.491513] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.491513] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.491690] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.491831] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.491981] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.492232] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port 0f97759f-5539-48b9-9815-96d31979eb47 not found, creating... [ 1633.492544] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.492753] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.492909] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.493180] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.493381] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.493713] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.493909] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.494081] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.494334] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.494501] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.494678] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: 0f97759f-5539-48b9-9815-96d31979eb47 is going to be created. [ 1633.513513] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.513698] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.513825] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.514070] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.514296] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.514515] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-0f97759f-5539-48b9-9815-96d31979eb47" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.175311] env[70213]: INFO networking_nsxv3.common.synchronization [req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de req-0f264461-2b51-48a1-9da9-9e2f830296ca service nova] Enqueued Resource ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 with Priority: HIGHEST for action security_group_rules [ 1634.175311] env[70213]: INFO networking_nsxv3.common.synchronization [req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de req-0f264461-2b51-48a1-9da9-9e2f830296ca service nova] Enqueued Resource ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 with Priority: HIGHEST for action security_group_members [ 1634.175311] env[70213]: INFO networking_nsxv3.common.synchronization [req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de req-0f264461-2b51-48a1-9da9-9e2f830296ca service nova] Enqueued Resource ID: 0f97759f-5539-48b9-9815-96d31979eb47 with Priority: HIGHEST for action port [ 1634.175311] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 with Priority: HIGHEST for action security_group_rules [ 1634.175311] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 with Priority: HIGHEST for action security_group_members [ 1634.175311] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f97759f-5539-48b9-9815-96d31979eb47 with Priority: HIGHEST for action port [ 1634.176085] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c9bdaff-026c-4fb6-9e4e-160f7a64a634 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.176431] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.176627] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.176944] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.177282] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c9bdaff-026c-4fb6-9e4e-160f7a64a634',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1634.178249] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.183863] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.183863] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f97759f-5539-48b9-9815-96d31979eb47 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.183863] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f97759f-5539-48b9-9815-96d31979eb47" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.183863] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f97759f-5539-48b9-9815-96d31979eb47" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.183863] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f97759f-5539-48b9-9815-96d31979eb47" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.183863] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f97759f-5539-48b9-9815-96d31979eb47',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1634.685407] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.685407] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.685407] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f97759f-5539-48b9-9815-96d31979eb47 with status ACTIVE [ 1634.685407] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.685407] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.685729] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.685729] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.685865] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.686095] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.686240] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.686330] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.686542] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.687118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.687118] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.687118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.687118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.687346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.687346] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.687411] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f97759f-5539-48b9-9815-96d31979eb47 is going to be updated. [ 1634.706739] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.706869] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.706956] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.707175] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.707332] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.707509] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f97759f-5539-48b9-9815-96d31979eb47" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.230273] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 in Status: SUCCESS [ 1635.230539] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 deletion is rescheduled due to dependency. [ 1635.230583] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.230741] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1635.230943] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1635.231137] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1635.231252] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.231318] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1635.231497] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1635.231575] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.231670] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c9bdaff-026c-4fb6-9e4e-160f7a64a634',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1635.733540] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c9bdaff-026c-4fb6-9e4e-160f7a64a634',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1636.129940] env[70213]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1636.130123] env[70213]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6a1b9764-2473-4fec-ac9a-cbd637bc3dd8 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1636.235363] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c9bdaff-026c-4fb6-9e4e-160f7a64a634',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1636.737129] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1636.737339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.737387] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.737575] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.737668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.737766] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 is going to be updated. [ 1636.763971] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1636.764135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.764219] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.764388] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.764533] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.771903] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 in Status: IN_PROGRESS for 2s [ 1638.781499] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 in Status: SUCCESS [ 1638.781796] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.781851] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1638.782036] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1638.782231] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1638.782395] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.782458] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1638.782618] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1638.782703] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.782791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.782883] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c9bdaff-026c-4fb6-9e4e-160f7a64a634',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1639.176296] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1639.176551] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1639.285293] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1639.285498] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.285498] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1639.285682] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1639.285855] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1639.285950] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.286022] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1639.286185] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1639.286272] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1639.286364] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1639.286514] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634 taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1639.286606] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.286668] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1639.286804] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1639.286940] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1639.287045] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.287099] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1639.287237] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1639.287312] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1639.287396] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1639.287484] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c9bdaff-026c-4fb6-9e4e-160f7a64a634',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1639.790175] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c9bdaff-026c-4fb6-9e4e-160f7a64a634: rpc.has_security_group_logging(os_id): False [ 1639.806976] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1639.807150] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.807212] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1639.807396] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1639.807491] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1639.807709] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1639.807808] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.807878] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1639.808019] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1639.808100] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1639.808279] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1639.808385] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.808438] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1639.808560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1639.808633] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1639.808808] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1639.808898] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.808960] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1639.809109] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1639.809174] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1639.809280] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 is going to be updated. [ 1639.876596] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1639.876775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.876775] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1639.876931] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1639.877083] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1639.888392] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 in Status: IN_PROGRESS for 2s [ 1641.382019] env[70213]: INFO networking_nsxv3.common.synchronization [req-1a01ae97-b6f7-48fe-aa3e-9e47da594683 req-cb6a5d96-7f27-4a30-b7c6-f3c32d4198ba tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Enqueued Resource ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 with Priority: HIGHEST for action security_group_members [ 1641.383626] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 with Priority: HIGHEST for action security_group_members [ 1641.383626] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.383626] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.383626] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.383626] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.383626] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.383626] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.383626] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.383626] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.383626] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.384561] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c9bdaff-026c-4fb6-9e4e-160f7a64a634',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1641.422803] env[70213]: INFO networking_nsxv3.common.synchronization [req-1a01ae97-b6f7-48fe-aa3e-9e47da594683 req-cb6a5d96-7f27-4a30-b7c6-f3c32d4198ba tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Enqueued Resource ID: 0f97759f-5539-48b9-9815-96d31979eb47 with Priority: HIGHEST for action port [ 1641.423051] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f97759f-5539-48b9-9815-96d31979eb47 with Priority: HIGHEST for action port [ 1641.423541] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f97759f-5539-48b9-9815-96d31979eb47 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.423660] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f97759f-5539-48b9-9815-96d31979eb47" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.423722] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f97759f-5539-48b9-9815-96d31979eb47" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.423902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f97759f-5539-48b9-9815-96d31979eb47" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.423981] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f97759f-5539-48b9-9815-96d31979eb47',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1641.885747] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.885910] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.885983] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.886223] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.886320] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.886538] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.886635] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.886697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.886853] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.886929] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.887028] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 is going to be updated. [ 1641.904385] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 in Status: SUCCESS [ 1641.904605] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.920378] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.920498] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.920571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.920766] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.920901] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.925367] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f97759f-5539-48b9-9815-96d31979eb47 with status ACTIVE [ 1641.925551] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.925660] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.925726] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.925895] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.925977] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.926161] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.926256] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.926317] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.926457] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.926532] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.926714] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.926805] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.926885] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.926996] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.927082] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.927186] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f97759f-5539-48b9-9815-96d31979eb47 is going to be updated. [ 1641.929490] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 in Status: IN_PROGRESS for 2s [ 1641.945267] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.945431] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.945488] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.945739] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.945892] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.946076] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f97759f-5539-48b9-9815-96d31979eb47" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1643.939481] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 in Status: SUCCESS [ 1643.939883] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9bdaff-026c-4fb6-9e4e-160f7a64a634 deletion is rescheduled due to dependency. [ 1643.939883] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9bdaff-026c-4fb6-9e4e-160f7a64a634" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1645.071015] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1645.071434] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.071434] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1645.071526] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1645.071589] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1645.573728] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1646.076467] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1646.424433] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1646.424658] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1646.578186] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1646.578316] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1647.371507] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1647.371934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.371934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1647.371934] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1647.384672] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1647.385560] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1647.386462] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1647.421707] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1647.421901] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.421946] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1647.422169] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1647.434403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1647.435175] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1647.435259] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1647.435352] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1647.465259] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1647.465435] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.465435] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1647.465632] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1647.466356] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1647.466511] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1647.537105] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1647.537329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.537329] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1647.537543] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1647.537852] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1647.538147] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1647.608349] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1647.608570] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.608570] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1647.608760] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1647.609054] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1647.609390] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:24. [ 1647.609482] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b8fe1000-8803-478f-a8bf-f3d14cf7a9c6', '5f79de95-85c3-4a07-bdab-5c03613e99c9', '2d2e6b3a-31d2-4160-b69c-1f863431a60a', '9241e58b-e123-4f4c-a02b-708cf0da710b', '8b8d1845-4ced-4cfb-9192-05de5a86d8d2', '0463d193-71c6-48c2-ac5b-73103a5f9cfa', '93373945-827c-4b81-96d7-580de8b3aa6b', '48d08510-2838-42e8-800c-f24b8d3b0510', '19822255-d2a3-40b2-915d-04e261ba207e', '06470b7d-04dd-4ea8-86b2-29df3edf9b35', 'd9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd', '4c55d05f-41ba-4910-bbda-2c86ab8ab8be', '0581516d-4977-4d0a-b411-417ffefcb125', '404ae873-3003-4537-b6c5-aca013c90c84', 'df3d76bf-3251-4895-9576-e5961c8b96b9', '7fa8e198-4e74-44cb-a02f-b7d7cdd68f65', '2f99763c-6b1c-4c89-b72c-4255c3b90438', '914b68f2-fb83-4b52-882e-deeffc71aef2', 'b5da006e-02d7-47d7-a422-a7a1b2ae7e25', 'db274a14-6ca0-4b52-90f7-3cb52569da81', '1ca1287b-37e9-4f05-b6f8-73f8a9e66df0', '0c9bdaff-026c-4fb6-9e4e-160f7a64a634', 'c5399544-5147-45eb-992f-cc4fc6e6420a', 'af658585-02ca-48b6-94c6-72bcdc0051fd'} {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1647.609580] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1647.627055] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1647.627211] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.627211] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1647.627406] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1647.627490] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1647.627590] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1647.627662] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1647.627732] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1647.700977] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1647.701192] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.701192] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1647.701398] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1647.702476] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1647.702709] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1647.702790] env[70213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1647.702864] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1647.702934] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1647.703027] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/24 resources of Type:Security Group Rules [ 1647.703102] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 with Priority: HIGH for action security_group_rules [ 1647.703182] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGH for action security_group_rules [ 1647.703245] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a with Priority: HIGH for action security_group_rules [ 1647.703309] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9241e58b-e123-4f4c-a02b-708cf0da710b with Priority: HIGH for action security_group_rules [ 1647.703371] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGH for action security_group_rules [ 1647.703431] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa with Priority: HIGH for action security_group_rules [ 1647.703493] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93373945-827c-4b81-96d7-580de8b3aa6b with Priority: HIGH for action security_group_rules [ 1647.703554] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48d08510-2838-42e8-800c-f24b8d3b0510 with Priority: HIGH for action security_group_rules [ 1647.703613] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19822255-d2a3-40b2-915d-04e261ba207e with Priority: HIGH for action security_group_rules [ 1647.703674] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGH for action security_group_rules [ 1647.703733] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd with Priority: HIGH for action security_group_rules [ 1647.703793] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGH for action security_group_rules [ 1647.703852] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0581516d-4977-4d0a-b411-417ffefcb125 with Priority: HIGH for action security_group_rules [ 1647.703911] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGH for action security_group_rules [ 1647.703971] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df3d76bf-3251-4895-9576-e5961c8b96b9 with Priority: HIGH for action security_group_rules [ 1647.704044] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGH for action security_group_rules [ 1647.704107] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f99763c-6b1c-4c89-b72c-4255c3b90438 with Priority: HIGH for action security_group_rules [ 1647.704168] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 with Priority: HIGH for action security_group_rules [ 1647.704229] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5da006e-02d7-47d7-a422-a7a1b2ae7e25 with Priority: HIGH for action security_group_rules [ 1647.704290] env[70213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db274a14-6ca0-4b52-90f7-3cb52569da81 with Priority: HIGH for action security_group_rules [ 1647.704403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1651.425939] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1651.426326] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1651.426326] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 with Priority: HIGH for action security_group_rules [ 1651.426422] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a with Priority: HIGH for action security_group_rules [ 1651.426463] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93373945-827c-4b81-96d7-580de8b3aa6b with Priority: HIGH for action security_group_rules [ 1651.426550] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3d76bf-3251-4895-9576-e5961c8b96b9 with Priority: HIGH for action security_group_rules [ 1651.426653] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db274a14-6ca0-4b52-90f7-3cb52569da81 with Priority: HIGH for action security_group_rules [ 1651.426747] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5da006e-02d7-47d7-a422-a7a1b2ae7e25 with Priority: HIGH for action security_group_rules [ 1651.426844] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 with Priority: HIGH for action security_group_rules [ 1651.426939] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f99763c-6b1c-4c89-b72c-4255c3b90438 with Priority: HIGH for action security_group_rules [ 1651.427042] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404ae873-3003-4537-b6c5-aca013c90c84 with Priority: HIGH for action security_group_rules [ 1651.427132] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 with Priority: HIGH for action security_group_rules [ 1651.427220] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0581516d-4977-4d0a-b411-417ffefcb125 with Priority: HIGH for action security_group_rules [ 1651.427305] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be with Priority: HIGH for action security_group_rules [ 1651.427392] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd with Priority: HIGH for action security_group_rules [ 1651.427480] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 with Priority: HIGH for action security_group_rules [ 1651.427568] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19822255-d2a3-40b2-915d-04e261ba207e with Priority: HIGH for action security_group_rules [ 1651.427655] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa with Priority: HIGH for action security_group_rules [ 1651.427743] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48d08510-2838-42e8-800c-f24b8d3b0510 with Priority: HIGH for action security_group_rules [ 1651.427828] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 with Priority: HIGH for action security_group_rules [ 1651.427913] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 with Priority: HIGH for action security_group_rules [ 1651.427997] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9241e58b-e123-4f4c-a02b-708cf0da710b with Priority: HIGH for action security_group_rules [ 1651.428371] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.428513] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.428582] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.428801] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.428885] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8fe1000-8803-478f-a8bf-f3d14cf7a9c6',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.429973] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.430343] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.430422] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.430606] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.430688] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.431522] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93373945-827c-4b81-96d7-580de8b3aa6b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.431648] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.431728] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.431888] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.431963] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93373945-827c-4b81-96d7-580de8b3aa6b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.432710] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df3d76bf-3251-4895-9576-e5961c8b96b9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.432824] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.432891] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.433057] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.433128] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df3d76bf-3251-4895-9576-e5961c8b96b9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.433816] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db274a14-6ca0-4b52-90f7-3cb52569da81 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.433923] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.434016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.434149] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.434219] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db274a14-6ca0-4b52-90f7-3cb52569da81',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.434894] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5da006e-02d7-47d7-a422-a7a1b2ae7e25 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.435012] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.435079] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.435230] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.435301] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5da006e-02d7-47d7-a422-a7a1b2ae7e25',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.437671] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-914b68f2-fb83-4b52-882e-deeffc71aef2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.437797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.437887] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.437982] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.438060] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('914b68f2-fb83-4b52-882e-deeffc71aef2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.438751] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f99763c-6b1c-4c89-b72c-4255c3b90438 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.438861] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.438916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.439087] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.439161] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f99763c-6b1c-4c89-b72c-4255c3b90438',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.439832] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-404ae873-3003-4537-b6c5-aca013c90c84 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.439945] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.440016] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.440153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.440229] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('404ae873-3003-4537-b6c5-aca013c90c84',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.440995] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.441117] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.441191] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.441342] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.441411] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fa8e198-4e74-44cb-a02f-b7d7cdd68f65',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.442097] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0581516d-4977-4d0a-b411-417ffefcb125 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.442215] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.442273] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.442404] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.442475] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0581516d-4977-4d0a-b411-417ffefcb125',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.443136] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c55d05f-41ba-4910-bbda-2c86ab8ab8be taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.443249] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.443309] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.443445] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.443517] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c55d05f-41ba-4910-bbda-2c86ab8ab8be',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.444181] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.444282] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.444348] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.444485] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.444555] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.445312] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.445409] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.445484] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.445628] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.445716] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06470b7d-04dd-4ea8-86b2-29df3edf9b35',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.446361] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19822255-d2a3-40b2-915d-04e261ba207e taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.446485] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.446622] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.446671] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.446744] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19822255-d2a3-40b2-915d-04e261ba207e',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.447394] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0463d193-71c6-48c2-ac5b-73103a5f9cfa taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.447535] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.447587] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.447706] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.447782] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0463d193-71c6-48c2-ac5b-73103a5f9cfa',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.448533] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48d08510-2838-42e8-800c-f24b8d3b0510 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.448657] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.448741] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.448890] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.448961] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48d08510-2838-42e8-800c-f24b8d3b0510',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.449667] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.449779] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.449835] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.449971] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.450060] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b8d1845-4ced-4cfb-9192-05de5a86d8d2',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.450731] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f79de95-85c3-4a07-bdab-5c03613e99c9 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.450823] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.450890] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.451052] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.451124] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f79de95-85c3-4a07-bdab-5c03613e99c9',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.451816] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9241e58b-e123-4f4c-a02b-708cf0da710b taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.451912] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.451979] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.452153] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.452224] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9241e58b-e123-4f4c-a02b-708cf0da710b',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.974684] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d2e6b3a-31d2-4160-b69c-1f863431a60a taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.974969] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.974969] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.975142] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.975283] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.975388] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.975474] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.975593] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.975675] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1651.975810] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1651.975865] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1652.026860] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.027083] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.027147] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.027362] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.029179] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.029271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.030010] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.030114] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.030826] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.030924] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.031607] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.031704] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.032682] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.032788] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.033424] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.033512] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.034259] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.034350] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.035076] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.035173] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.035866] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.035962] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.036615] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.036696] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.040437] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1652.040839] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.040932] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.042488] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1652.042853] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.042966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.055438] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1652.055839] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.055926] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.056598] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1652.056998] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.057107] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.057729] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1652.058131] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.058225] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.058890] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1652.059263] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.059417] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.059933] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1652.060335] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.060447] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.061050] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1652.061432] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.061527] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.062085] env[70213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1652.062466] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.062580] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fa8e198-4e74-44cb-a02f-b7d7cdd68f65 is going to be deleted. [ 1652.063418] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.063622] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.080970] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.081074] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0463d193-71c6-48c2-ac5b-73103a5f9cfa is going to be deleted. [ 1652.081780] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.081962] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.100407] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.100571] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 914b68f2-fb83-4b52-882e-deeffc71aef2 is going to be deleted. [ 1652.101324] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.101521] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.132615] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.132742] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f99763c-6b1c-4c89-b72c-4255c3b90438 is going to be deleted. [ 1652.133584] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.133794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.135150] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.135278] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.136127] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.136216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.160593] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.160711] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.165681] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.165812] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c55d05f-41ba-4910-bbda-2c86ab8ab8be is going to be deleted. [ 1652.166655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.166870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.198387] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.198552] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f79de95-85c3-4a07-bdab-5c03613e99c9 is going to be deleted. [ 1652.199413] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.199617] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.215571] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.215743] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.236477] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.236587] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df3d76bf-3251-4895-9576-e5961c8b96b9 is going to be deleted. [ 1652.237358] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.237554] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.272107] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.272252] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db274a14-6ca0-4b52-90f7-3cb52569da81 is going to be deleted. [ 1652.273311] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.273504] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.295389] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.295535] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.326888] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.327030] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 404ae873-3003-4537-b6c5-aca013c90c84 is going to be deleted. [ 1652.327857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.328072] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.345554] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.345663] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.408540] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.408698] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06470b7d-04dd-4ea8-86b2-29df3edf9b35 is going to be deleted. [ 1652.409604] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.409802] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.411161] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.411279] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.411871] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.411976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.486862] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1652.490806] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.490918] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.492138] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.492255] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5da006e-02d7-47d7-a422-a7a1b2ae7e25 is going to be deleted. [ 1652.493032] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.493229] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.558741] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.558850] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd is going to be deleted. [ 1652.559663] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.559851] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.584677] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.584797] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.619889] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.619990] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0581516d-4977-4d0a-b411-417ffefcb125 is going to be deleted. [ 1652.620774] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.620966] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.647195] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.647326] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.669309] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.669462] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8fe1000-8803-478f-a8bf-f3d14cf7a9c6 is going to be deleted. [ 1652.670193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.670394] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.673906] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.674029] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.692670] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.692785] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93373945-827c-4b81-96d7-580de8b3aa6b is going to be deleted. [ 1652.693470] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.693643] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.724686] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.724796] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.732692] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.732815] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b8d1845-4ced-4cfb-9192-05de5a86d8d2 is going to be deleted. [ 1652.733514] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.733697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.740156] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.740255] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.776342] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.776481] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19822255-d2a3-40b2-915d-04e261ba207e is going to be deleted. [ 1652.777251] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.777424] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.847444] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.847538] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9241e58b-e123-4f4c-a02b-708cf0da710b is going to be deleted. [ 1652.848226] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.848403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.870637] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.870762] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.872975] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.873112] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.931178] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.931339] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48d08510-2838-42e8-800c-f24b8d3b0510 is going to be deleted. [ 1652.932190] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.932394] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.932486] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.932604] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fa8e198-4e74-44cb-a02f-b7d7cdd68f65" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.932754] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.932902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.932980] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.933113] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0463d193-71c6-48c2-ac5b-73103a5f9cfa" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.933572] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.933729] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.933813] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.933929] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-914b68f2-fb83-4b52-882e-deeffc71aef2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.934070] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.934216] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.934295] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.934407] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f99763c-6b1c-4c89-b72c-4255c3b90438" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.934532] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.934671] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.934744] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.934851] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c55d05f-41ba-4910-bbda-2c86ab8ab8be" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.934972] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.935123] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.935197] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.935306] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f79de95-85c3-4a07-bdab-5c03613e99c9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.935430] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.935569] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.935641] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.935748] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df3d76bf-3251-4895-9576-e5961c8b96b9" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.935870] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.936008] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.936089] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.936195] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db274a14-6ca0-4b52-90f7-3cb52569da81" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.936319] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.936462] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.936545] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.936655] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-404ae873-3003-4537-b6c5-aca013c90c84" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.936791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.936930] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.937048] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.937174] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06470b7d-04dd-4ea8-86b2-29df3edf9b35" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.937307] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.937447] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.937525] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.937634] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5da006e-02d7-47d7-a422-a7a1b2ae7e25" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.937754] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.937890] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.937964] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.938083] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9fc1cb3-17cf-4bfe-bda0-8cc9b097a2cd" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.938207] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.938342] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.938416] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.938523] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0581516d-4977-4d0a-b411-417ffefcb125" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.939218] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.939313] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.939398] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.939546] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.939626] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.939737] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19822255-d2a3-40b2-915d-04e261ba207e" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.939857] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.939996] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.940085] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.940199] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8fe1000-8803-478f-a8bf-f3d14cf7a9c6" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.940564] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.940713] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.940790] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.940892] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93373945-827c-4b81-96d7-580de8b3aa6b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.941037] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.941179] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.941253] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.941358] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b8d1845-4ced-4cfb-9192-05de5a86d8d2" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.989031] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d2e6b3a-31d2-4160-b69c-1f863431a60a: rpc.has_security_group_logging(os_id): False [ 1653.016124] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1653.016331] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.016331] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.016543] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.016636] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.016753] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9241e58b-e123-4f4c-a02b-708cf0da710b" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.039061] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1653.039246] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.039285] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.039515] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.071051] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1653.071243] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.081980] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.082313] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1653.082414] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.082485] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.082685] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.082766] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.082862] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a is going to be updated. [ 1653.083959] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.084146] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.084233] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.084363] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48d08510-2838-42e8-800c-f24b8d3b0510" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.216532] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1653.216688] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.216761] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.216974] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.217135] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.234555] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a in Status: IN_PROGRESS for 2s [ 1655.249528] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a in Status: SUCCESS [ 1655.249815] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1656.428884] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1656.429124] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1661.429989] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1661.430406] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1664.484177] env[70213]: INFO networking_nsxv3.common.synchronization [req-56d77031-6b3b-4b23-8987-995ca4e3f344 req-83184798-a233-47a2-a79b-bd1d94c2f5a2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Enqueued Resource ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a with Priority: HIGHEST for action security_group_members [ 1664.484707] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a with Priority: HIGHEST for action security_group_members [ 1664.485030] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d2e6b3a-31d2-4160-b69c-1f863431a60a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1664.485208] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.485208] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1664.485406] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1664.485560] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1664.485662] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.485734] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1664.485887] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1664.485976] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1664.486094] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1664.737768] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1664.737973] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "network-725" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.738121] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "network-725" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1664.738423] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "network-725" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1664.738713] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1664.738889] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.739037] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1664.739275] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1664.739427] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1664.739668] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1664.739800] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] NeedRegenerationException {{(pid=70213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1664.739914] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] no value, waiting for create lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1664.740033] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] value creation lock acquired {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1664.740147] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] No value present for key: 'zone-id' {{(pid=70213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1664.740271] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Calling creation function for not-yet-present value {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1664.740398] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1664.758951] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1664.759129] env[70213]: DEBUG dogpile.cache.region [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1664.759269] env[70213]: DEBUG dogpile.lock [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Released creation lock {{(pid=70213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1664.759438] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "network-725" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1664.759765] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock port-d2a2b58f-5e88-459b-a140-a4b85c942520 taken with stack trace [, , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1664.759938] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "port-d2a2b58f-5e88-459b-a140-a4b85c942520" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.760076] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "port-d2a2b58f-5e88-459b-a140-a4b85c942520" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1664.760383] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "port-d2a2b58f-5e88-459b-a140-a4b85c942520" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1664.760549] env[70213]: DEBUG networking_nsxv3.api.rpc [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a2b58f-5e88-459b-a140-a4b85c942520',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1664.988464] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1665.262429] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.262743] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.262898] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.263228] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.263387] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.263600] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Segment Port d2a2b58f-5e88-459b-a140-a4b85c942520 not found, creating... [ 1665.263875] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.264065] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.264203] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.264453] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.264611] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.264939] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.265117] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.265264] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.265528] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.265678] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.265893] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Resource: SegmentPort with ID: d2a2b58f-5e88-459b-a140-a4b85c942520 is going to be created. [ 1665.284074] env[70213]: DEBUG networking_nsxv3.common.locking [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.284292] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.284422] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.284681] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.284911] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.285150] env[70213]: DEBUG oslo_concurrency.lockutils [None req-95b19dbe-7cef-47ee-a8e4-8217ff183380 None None] Releasing lock "port-d2a2b58f-5e88-459b-a140-a4b85c942520" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.491048] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1665.948857] env[70213]: INFO networking_nsxv3.common.synchronization [req-56d77031-6b3b-4b23-8987-995ca4e3f344 req-c78e3bec-c357-42fd-932f-d6de3775fa89 service nova] Enqueued Resource ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a with Priority: HIGHEST for action security_group_rules [ 1665.949059] env[70213]: INFO networking_nsxv3.common.synchronization [req-56d77031-6b3b-4b23-8987-995ca4e3f344 req-c78e3bec-c357-42fd-932f-d6de3775fa89 service nova] Enqueued Resource ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a with Priority: HIGHEST for action security_group_members [ 1665.949203] env[70213]: INFO networking_nsxv3.common.synchronization [req-56d77031-6b3b-4b23-8987-995ca4e3f344 req-c78e3bec-c357-42fd-932f-d6de3775fa89 service nova] Enqueued Resource ID: d2a2b58f-5e88-459b-a140-a4b85c942520 with Priority: HIGHEST for action port [ 1665.949433] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a with Priority: HIGHEST for action security_group_rules [ 1665.949589] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a with Priority: HIGHEST for action security_group_members [ 1665.949694] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a2b58f-5e88-459b-a140-a4b85c942520 with Priority: HIGHEST for action port [ 1665.950243] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.950391] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.950441] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.950626] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.950707] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1665.951785] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d2e6b3a-31d2-4160-b69c-1f863431a60a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.951892] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.952107] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2a2b58f-5e88-459b-a140-a4b85c942520 taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.952209] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2a2b58f-5e88-459b-a140-a4b85c942520" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.952274] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2a2b58f-5e88-459b-a140-a4b85c942520" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.952438] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2a2b58f-5e88-459b-a140-a4b85c942520" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.952511] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a2b58f-5e88-459b-a140-a4b85c942520',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1665.992786] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.992981] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.992981] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.993193] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.993280] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.993383] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a is going to be updated. [ 1666.030268] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1666.030423] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.030423] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.030618] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1666.030757] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.038477] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a in Status: IN_PROGRESS for 2s [ 1666.454215] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d2e6b3a-31d2-4160-b69c-1f863431a60a taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1666.454344] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.456638] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2a2b58f-5e88-459b-a140-a4b85c942520 with status ACTIVE [ 1666.456819] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1666.456932] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.456991] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.457262] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1666.457365] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.457544] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1666.457638] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.457690] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.457840] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1666.457917] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.458109] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1666.458202] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.458260] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.458396] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1666.458468] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.458556] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2a2b58f-5e88-459b-a140-a4b85c942520 is going to be updated. [ 1666.477646] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1666.477794] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.477837] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.477975] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1666.478118] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.478261] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2a2b58f-5e88-459b-a140-a4b85c942520" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.047809] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a in Status: SUCCESS [ 1668.048192] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.048192] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.048385] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.048565] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.048682] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.048748] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.048902] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.048985] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.049094] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1668.551845] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1669.055073] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1669.556796] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1669.557024] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.557103] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1669.557401] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1669.557529] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1669.557666] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a is going to be updated. [ 1669.584970] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1669.585249] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.585343] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1669.585567] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1669.585714] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1669.594415] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a in Status: IN_PROGRESS for 2s [ 1670.950961] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1670.951340] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1671.605510] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a in Status: SUCCESS [ 1671.605702] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.605833] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.606174] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.606370] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1671.606472] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.606571] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.606782] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.606900] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.606978] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.607134] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1672.109172] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1672.611350] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d2e6b3a-31d2-4160-b69c-1f863431a60a: rpc.has_security_group_logging(os_id): False [ 1672.628257] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.628442] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.628518] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.628697] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.628791] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.629046] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.629150] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.629204] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.629355] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.629429] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.629516] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a is going to be updated. [ 1672.681996] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.682196] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.682196] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.682455] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.682607] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.693468] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a in Status: IN_PROGRESS for 2s [ 1674.707698] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a in Status: SUCCESS [ 1674.708116] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1675.952636] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1675.953109] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1680.953994] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1680.954383] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1685.955716] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1685.956093] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1690.957455] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1690.957833] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1695.958580] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1695.958580] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1700.960016] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1700.960361] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1705.961683] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1705.962139] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1710.962539] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1710.962898] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1715.964147] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1715.964600] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1720.965185] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1720.965532] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1725.966106] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1725.966514] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1730.967968] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1730.967968] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1732.090340] env[70213]: INFO networking_nsxv3.common.synchronization [req-88a10eb7-c5a8-4c81-867d-7e971f10afea req-d661f939-38e5-47a1-a727-6bebaa0f36b5 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Enqueued Resource ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a with Priority: HIGHEST for action security_group_members [ 1732.090875] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a with Priority: HIGHEST for action security_group_members [ 1732.091222] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d2e6b3a-31d2-4160-b69c-1f863431a60a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1732.091339] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.091400] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1732.091597] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1732.091748] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1732.091846] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.091916] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1732.092191] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1732.092290] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1732.092408] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1732.595417] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1733.097993] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1733.600229] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1733.600453] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.600453] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1733.600683] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1733.600770] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1733.600877] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a is going to be updated. [ 1733.637145] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1733.637336] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.637336] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1733.637511] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1733.637649] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1733.645461] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a in Status: IN_PROGRESS for 2s [ 1735.655705] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a in Status: SUCCESS [ 1735.656035] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1737.091926] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1737.092315] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1742.093217] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1742.093663] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1747.095044] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1747.095044] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1748.250559] env[70213]: INFO networking_nsxv3.common.synchronization [req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 req-6bc8323d-5978-44af-8224-40f35473e4ad tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Enqueued Resource ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a with Priority: HIGHEST for action security_group_members [ 1748.251311] env[70213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a with Priority: HIGHEST for action security_group_members [ 1748.251751] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d2e6b3a-31d2-4160-b69c-1f863431a60a taken with stack trace [, , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1748.251929] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.252072] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1748.252333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1748.252570] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1748.252727] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.252812] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1748.253100] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1748.253695] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1748.253695] env[70213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d2e6b3a-31d2-4160-b69c-1f863431a60a',) {} {{(pid=70213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1748.757843] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1748.758076] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.758076] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1748.758271] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1748.758408] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1748.758554] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1748.758647] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.758705] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1748.758858] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1748.758931] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1748.759036] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a is going to be updated. [ 1748.796140] env[70213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1748.796284] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.796333] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1748.796506] env[70213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1748.796644] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1748.805037] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a in Status: IN_PROGRESS for 2s [ 1750.816033] env[70213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a in Status: SUCCESS [ 1750.816403] env[70213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d2e6b3a-31d2-4160-b69c-1f863431a60a deletion is rescheduled due to dependency. [ 1750.816403] env[70213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d2e6b3a-31d2-4160-b69c-1f863431a60a" {{(pid=70213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.252348] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1753.252704] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1758.253227] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1758.253597] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1763.254468] env[70213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1763.254810] env[70213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0